[ 561.864143] env[68116]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68116) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 561.864143] env[68116]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68116) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 561.864143] env[68116]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68116) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 561.864698] env[68116]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 561.964944] env[68116]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68116) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 561.975018] env[68116]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68116) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 562.018250] env[68116]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 562.577467] env[68116]: INFO nova.virt.driver [None req-d1ffa3f0-6b91-47f8-8843-f8835a981a52 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 562.647286] env[68116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.647449] env[68116]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.647536] env[68116]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68116) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 565.530662] env[68116]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e63c3a81-dbd7-494c-a139-9c6dad9fe906 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.547940] env[68116]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68116) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 565.548085] env[68116]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-726c8fe0-d662-4d5b-8f00-4c2616fdcace {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.575392] env[68116]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 64b65. [ 565.575500] env[68116]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.928s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.576048] env[68116]: INFO nova.virt.vmwareapi.driver [None req-d1ffa3f0-6b91-47f8-8843-f8835a981a52 None None] VMware vCenter version: 7.0.3 [ 565.579420] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357aaea6-a9b4-4d16-ac2f-8388ce99559a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.596350] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d83948-1ac4-4f7d-bc1e-3b2cbcb66c84 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.602107] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de79afe8-3d6a-40a1-8c21-642383a50dff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.608743] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7c1d9-4721-4b5e-ba76-e57c1ae73fdf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.622186] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762c4e19-77b3-44bc-8d99-145e60ef11d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.627979] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23cb57-c504-4210-8797-3f658af70a9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.658580] env[68116]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6c93cd96-70ce-4d51-8e4a-858408becb67 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.663436] env[68116]: DEBUG nova.virt.vmwareapi.driver [None req-d1ffa3f0-6b91-47f8-8843-f8835a981a52 None None] Extension org.openstack.compute already exists. {{(pid=68116) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 565.666037] env[68116]: INFO nova.compute.provider_config [None req-d1ffa3f0-6b91-47f8-8843-f8835a981a52 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 566.169902] env[68116]: DEBUG nova.context [None req-d1ffa3f0-6b91-47f8-8843-f8835a981a52 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),aa08a7b7-5e3b-48d7-ab1b-3c9f60c7ea88(cell1) {{(pid=68116) load_cells /opt/stack/nova/nova/context.py:464}} [ 566.171854] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.172100] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.172844] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.173295] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Acquiring lock "aa08a7b7-5e3b-48d7-ab1b-3c9f60c7ea88" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.173537] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Lock "aa08a7b7-5e3b-48d7-ab1b-3c9f60c7ea88" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.174563] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Lock "aa08a7b7-5e3b-48d7-ab1b-3c9f60c7ea88" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.194388] env[68116]: INFO dbcounter [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Registered counter for database nova_cell0 [ 566.202670] env[68116]: INFO dbcounter [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Registered counter for database nova_cell1 [ 566.652712] env[68116]: DEBUG oslo_db.sqlalchemy.engines [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68116) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 566.653168] env[68116]: DEBUG oslo_db.sqlalchemy.engines [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68116) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 566.657907] env[68116]: ERROR nova.db.main.api [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 566.657907] env[68116]: result = function(*args, **kwargs) [ 566.657907] env[68116]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 566.657907] env[68116]: return func(*args, **kwargs) [ 566.657907] env[68116]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 566.657907] env[68116]: result = fn(*args, **kwargs) [ 566.657907] env[68116]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 566.657907] env[68116]: return f(*args, **kwargs) [ 566.657907] env[68116]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 566.657907] env[68116]: return db.service_get_minimum_version(context, binaries) [ 566.657907] env[68116]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 566.657907] env[68116]: _check_db_access() [ 566.657907] env[68116]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 566.657907] env[68116]: stacktrace = ''.join(traceback.format_stack()) [ 566.657907] env[68116]: [ 566.659256] env[68116]: ERROR nova.db.main.api [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 566.659256] env[68116]: result = function(*args, **kwargs) [ 566.659256] env[68116]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 566.659256] env[68116]: return func(*args, **kwargs) [ 566.659256] env[68116]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 566.659256] env[68116]: result = fn(*args, **kwargs) [ 566.659256] env[68116]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 566.659256] env[68116]: return f(*args, **kwargs) [ 566.659256] env[68116]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 566.659256] env[68116]: return db.service_get_minimum_version(context, binaries) [ 566.659256] env[68116]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 566.659256] env[68116]: _check_db_access() [ 566.659256] env[68116]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 566.659256] env[68116]: stacktrace = ''.join(traceback.format_stack()) [ 566.659256] env[68116]: [ 566.659738] env[68116]: WARNING nova.objects.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 566.659821] env[68116]: WARNING nova.objects.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Failed to get minimum service version for cell aa08a7b7-5e3b-48d7-ab1b-3c9f60c7ea88 [ 566.660297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Acquiring lock "singleton_lock" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.660457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Acquired lock "singleton_lock" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.660706] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Releasing lock "singleton_lock" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.661058] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Full set of CONF: {{(pid=68116) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 566.661228] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ******************************************************************************** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 566.661367] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] Configuration options gathered from: {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 566.661505] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 566.661700] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 566.661832] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ================================================================================ {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 566.662053] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] allow_resize_to_same_host = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.662239] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] arq_binding_timeout = 300 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.662371] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] backdoor_port = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.662499] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] backdoor_socket = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.662666] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] block_device_allocate_retries = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.662829] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] block_device_allocate_retries_interval = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.663254] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cert = self.pem {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.663444] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.663625] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute_monitors = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.663800] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] config_dir = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.663977] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] config_drive_format = iso9660 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.664128] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.664300] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] config_source = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.664476] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] console_host = devstack {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.664643] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] control_exchange = nova {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.664805] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cpu_allocation_ratio = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.664967] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] daemon = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.665163] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] debug = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.665329] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] default_access_ip_network_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.665495] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] default_availability_zone = nova {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.665654] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] default_ephemeral_format = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.665816] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] default_green_pool_size = 1000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.666067] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.666237] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] default_schedule_zone = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.666398] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] disk_allocation_ratio = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.666559] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] enable_new_services = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.666738] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] enabled_apis = ['osapi_compute'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.666903] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] enabled_ssl_apis = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.667078] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] flat_injected = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.667243] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] force_config_drive = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.667407] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] force_raw_images = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.667577] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] graceful_shutdown_timeout = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.667739] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] heal_instance_info_cache_interval = -1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.667971] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] host = cpu-1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.668165] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.668331] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.668494] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.668710] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.668878] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instance_build_timeout = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.669087] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instance_delete_interval = 300 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.669263] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instance_format = [instance: %(uuid)s] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.669437] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instance_name_template = instance-%08x {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.669602] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instance_usage_audit = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.669772] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instance_usage_audit_period = month {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.669939] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.670119] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.670290] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] internal_service_availability_zone = internal {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.670451] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] key = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.670622] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] live_migration_retry_count = 30 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.670786] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_color = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.670950] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_config_append = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.671132] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.671325] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_dir = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.671497] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_file = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.671628] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_options = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.671792] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_rotate_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.671965] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_rotate_interval_type = days {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.672149] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] log_rotation_type = none {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.672283] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.672411] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.672580] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.672746] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.672873] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.673053] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] long_rpc_timeout = 1800 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.673223] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] max_concurrent_builds = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.673385] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] max_concurrent_live_migrations = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.673563] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] max_concurrent_snapshots = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.673739] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] max_local_block_devices = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.673902] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] max_logfile_count = 30 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.674076] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] max_logfile_size_mb = 200 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.674244] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] maximum_instance_delete_attempts = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.674416] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] metadata_listen = 0.0.0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.674584] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] metadata_listen_port = 8775 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.674752] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] metadata_workers = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.674915] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] migrate_max_retries = -1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.675096] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] mkisofs_cmd = genisoimage {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.675317] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.675461] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] my_ip = 10.180.1.21 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.675668] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.675832] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] network_allocate_retries = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.676019] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.676193] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.676360] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] osapi_compute_listen_port = 8774 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.676527] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] osapi_compute_unique_server_name_scope = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.676697] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] osapi_compute_workers = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.676859] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] password_length = 12 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.677030] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] periodic_enable = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.677197] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] periodic_fuzzy_delay = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.677367] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] pointer_model = usbtablet {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.677536] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] preallocate_images = none {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.677695] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] publish_errors = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.677824] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] pybasedir = /opt/stack/nova {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.677980] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ram_allocation_ratio = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.678158] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] rate_limit_burst = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.678327] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] rate_limit_except_level = CRITICAL {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.678490] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] rate_limit_interval = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.678650] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] reboot_timeout = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.678808] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] reclaim_instance_interval = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.678965] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] record = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.679177] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] reimage_timeout_per_gb = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.679365] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] report_interval = 120 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.679529] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] rescue_timeout = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.679694] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] reserved_host_cpus = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.679856] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] reserved_host_disk_mb = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.680043] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] reserved_host_memory_mb = 512 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.680189] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] reserved_huge_pages = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.680351] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] resize_confirm_window = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.680514] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] resize_fs_using_block_device = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.680673] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] resume_guests_state_on_host_boot = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.680841] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.681022] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] rpc_response_timeout = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.681194] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] run_external_periodic_tasks = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.681380] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] running_deleted_instance_action = reap {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.681547] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.681707] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] running_deleted_instance_timeout = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.681868] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler_instance_sync_interval = 120 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.682054] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_down_time = 720 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.682230] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] servicegroup_driver = db {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.682393] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] shell_completion = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.682555] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] shelved_offload_time = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.682712] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] shelved_poll_interval = 3600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.682880] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] shutdown_timeout = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.683051] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] source_is_ipv6 = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.683216] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ssl_only = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.683470] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.683665] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] sync_power_state_interval = 600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.683835] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] sync_power_state_pool_size = 1000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.684009] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] syslog_log_facility = LOG_USER {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.684174] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] tempdir = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.684338] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] timeout_nbd = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.684507] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] transport_url = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.684670] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] update_resources_interval = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.684830] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] use_cow_images = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.684987] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] use_journal = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.685160] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] use_json = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.685319] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] use_rootwrap_daemon = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.685536] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] use_stderr = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.685632] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] use_syslog = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.685786] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vcpu_pin_set = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.685952] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plugging_is_fatal = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.686133] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plugging_timeout = 300 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.686303] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] virt_mkfs = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.686465] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] volume_usage_poll_interval = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.686626] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] watch_log_file = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.686790] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] web = /usr/share/spice-html5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 566.686973] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.687156] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.687323] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.687494] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_concurrency.disable_process_locking = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.687796] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.687988] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.688176] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.688351] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.688520] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.688688] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.688868] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.auth_strategy = keystone {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.689051] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.compute_link_prefix = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.689257] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.689438] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.dhcp_domain = novalocal {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.689608] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.enable_instance_password = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.689770] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.glance_link_prefix = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.689933] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.690119] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.690284] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.instance_list_per_project_cells = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.690445] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.list_records_by_skipping_down_cells = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.690604] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.local_metadata_per_cell = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.690772] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.max_limit = 1000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.690939] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.metadata_cache_expiration = 15 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.691126] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.neutron_default_tenant_id = default {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.691327] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.response_validation = warn {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.691506] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.use_neutron_default_nets = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.691675] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.691836] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.692008] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.692197] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.692365] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.vendordata_dynamic_targets = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.692526] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.vendordata_jsonfile_path = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.692702] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.692899] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.backend = dogpile.cache.memcached {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.693078] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.backend_argument = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.693244] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.backend_expiration_time = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.693415] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.config_prefix = cache.oslo {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.693585] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.dead_timeout = 60.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.693750] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.debug_cache_backend = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.693913] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.enable_retry_client = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.694088] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.enable_socket_keepalive = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.694263] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.enabled = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.694430] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.enforce_fips_mode = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.694595] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.expiration_time = 600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.694758] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.hashclient_retry_attempts = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.694920] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.695095] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_dead_retry = 300 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.695258] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_password = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.695422] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.695632] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.695744] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_pool_maxsize = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.695904] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.696079] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_sasl_enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.696262] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.696430] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.696589] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.memcache_username = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.696751] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.proxies = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.696913] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.redis_db = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.697082] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.redis_password = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.697253] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.697428] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.697595] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.redis_server = localhost:6379 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.697758] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.redis_socket_timeout = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.697915] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.redis_username = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.698089] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.retry_attempts = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.698259] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.retry_delay = 0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.698422] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.socket_keepalive_count = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.698582] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.socket_keepalive_idle = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.698741] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.socket_keepalive_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.698896] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.tls_allowed_ciphers = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.699072] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.tls_cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.699256] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.tls_certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.699422] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.tls_enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.699580] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cache.tls_keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.699749] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.699921] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.auth_type = password {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.700094] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.700274] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.700436] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.700601] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.700763] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.cross_az_attach = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.700926] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.debug = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.701098] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.endpoint_template = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.701293] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.http_retries = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.701469] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.701631] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.701803] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.os_region_name = RegionOne {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.701969] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.702146] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cinder.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.702322] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.702486] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.cpu_dedicated_set = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.702671] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.cpu_shared_set = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.702839] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.image_type_exclude_list = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.703013] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.703184] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.703349] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.703525] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.703712] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.703881] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.resource_provider_association_refresh = 300 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.704053] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.704222] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.shutdown_retry_interval = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.704404] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.704584] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] conductor.workers = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.704765] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] console.allowed_origins = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.704926] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] console.ssl_ciphers = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.705109] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] console.ssl_minimum_version = default {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.705283] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] consoleauth.enforce_session_timeout = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.705453] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] consoleauth.token_ttl = 600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.705625] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.705786] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.705947] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.706121] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.706283] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.706441] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.706604] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.706760] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.706920] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.707089] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.707249] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.707408] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.707564] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.707730] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.service_type = accelerator {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.707892] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.708059] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.708221] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.708380] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.708558] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.708720] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] cyborg.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.708890] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.asyncio_connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.709067] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.asyncio_slave_connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.709276] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.backend = sqlalchemy {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.709451] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.709619] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.connection_debug = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.709787] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.connection_parameters = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.709953] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.connection_recycle_time = 3600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.710134] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.connection_trace = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.710300] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.db_inc_retry_interval = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.710466] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.db_max_retries = 20 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.710629] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.db_max_retry_interval = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.710789] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.db_retry_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.710951] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.max_overflow = 50 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.711125] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.max_pool_size = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.711317] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.max_retries = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.711495] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.711656] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.mysql_wsrep_sync_wait = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.711815] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.pool_timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.711978] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.retry_interval = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.712152] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.slave_connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.712320] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.sqlite_synchronous = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.712483] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] database.use_db_reconnect = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.712648] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.asyncio_connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.712808] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.asyncio_slave_connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.712975] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.backend = sqlalchemy {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.713159] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.713326] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.connection_debug = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.713503] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.connection_parameters = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.713682] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.connection_recycle_time = 3600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.713847] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.connection_trace = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.714014] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.db_inc_retry_interval = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.714190] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.db_max_retries = 20 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.714355] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.db_max_retry_interval = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.714519] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.db_retry_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.714681] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.max_overflow = 50 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.714841] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.max_pool_size = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.715007] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.max_retries = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.715186] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.715349] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.715507] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.pool_timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.715668] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.retry_interval = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.715851] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.slave_connection = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.715984] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] api_database.sqlite_synchronous = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.716173] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] devices.enabled_mdev_types = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.716350] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.716518] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.716680] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ephemeral_storage_encryption.enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.716842] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.717022] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.api_servers = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.717190] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.717353] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.717515] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.717673] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.717831] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.717990] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.debug = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.718168] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.default_trusted_certificate_ids = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.718332] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.enable_certificate_validation = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.718493] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.enable_rbd_download = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.718650] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.718814] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.718974] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.719172] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.719344] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.719512] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.num_retries = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.719682] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.rbd_ceph_conf = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.719845] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.rbd_connect_timeout = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.720015] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.rbd_pool = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.720190] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.rbd_user = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.720376] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.720517] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.720674] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.720840] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.service_type = image {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.721008] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.721207] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.721367] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.721529] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.721710] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.721875] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.verify_glance_signatures = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.722045] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] glance.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.722219] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] guestfs.debug = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.722392] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.722558] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.auth_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.722719] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.722878] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.723062] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.723229] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.723391] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.723565] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.723743] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.723902] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.724075] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.724241] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.724402] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.724562] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.724720] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.724887] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.service_type = shared-file-system {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.725062] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.share_apply_policy_timeout = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.725228] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.725388] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.725546] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.725703] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.725942] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.726055] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] manila.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.726228] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] mks.enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.726583] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.726774] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] image_cache.manager_interval = 2400 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.726945] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] image_cache.precache_concurrency = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.727138] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] image_cache.remove_unused_base_images = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.727312] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.727483] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.727658] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] image_cache.subdirectory_name = _base {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.727837] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.api_max_retries = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.728009] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.api_retry_interval = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.728179] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.728349] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.auth_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.728507] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.728665] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.728832] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.728994] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.conductor_group = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.729199] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.729371] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.729531] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.729693] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.729851] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.730023] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.730184] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.730351] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.peer_list = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.730512] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.730667] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.730832] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.serial_console_state_timeout = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.730990] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.731198] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.service_type = baremetal {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.731360] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.shard = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.731529] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.731688] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.731846] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.732012] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.732202] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.732367] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ironic.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.732548] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.732720] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] key_manager.fixed_key = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.732909] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.733083] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.barbican_api_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.733246] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.barbican_endpoint = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.733415] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.barbican_endpoint_type = public {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.733596] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.barbican_region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.733768] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.733930] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.734108] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.734273] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.734431] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.734595] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.number_of_retries = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.734755] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.retry_delay = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.734915] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.send_service_user_token = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.735089] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.735253] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.735413] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.verify_ssl = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.735569] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican.verify_ssl_path = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.735735] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.735897] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.auth_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.736069] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.736228] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.736391] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.736551] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.736706] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.736868] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.737036] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] barbican_service_user.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.737206] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.approle_role_id = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.737367] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.approle_secret_id = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.737534] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.kv_mountpoint = secret {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.737695] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.kv_path = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.737859] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.kv_version = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.738028] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.namespace = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.738193] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.root_token_id = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.738355] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.ssl_ca_crt_file = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.738522] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.timeout = 60.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.738685] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.use_ssl = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.738853] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.739030] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.739227] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.739399] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.739557] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.739713] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.739870] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.740041] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.740204] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.740365] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.740523] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.740684] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.740845] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.741009] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.741204] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.service_type = identity {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.741390] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.741554] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.741714] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.741874] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.742068] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.742236] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] keystone.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.742432] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.ceph_mount_options = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.742823] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.743023] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.connection_uri = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.743200] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.cpu_mode = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.743377] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.743568] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.cpu_models = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.743753] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.cpu_power_governor_high = performance {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.743924] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.744103] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.cpu_power_management = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.744280] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.744455] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.device_detach_attempts = 8 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.744621] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.device_detach_timeout = 20 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.744789] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.disk_cachemodes = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.744950] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.disk_prefix = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.745130] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.enabled_perf_events = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.745297] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.file_backed_memory = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.745467] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.gid_maps = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.745627] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.hw_disk_discard = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.745784] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.hw_machine_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.745952] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.images_rbd_ceph_conf = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.746132] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.746299] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.746470] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.images_rbd_glance_store_name = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.746638] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.images_rbd_pool = rbd {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.746808] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.images_type = default {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.746968] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.images_volume_group = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.747147] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.inject_key = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.747315] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.inject_partition = -2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.747478] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.inject_password = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.747642] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.iscsi_iface = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.747803] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.iser_use_multipath = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.747968] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.748146] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.748313] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_downtime = 500 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.748478] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.748639] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.748797] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_inbound_addr = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.748957] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.749153] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.749327] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_scheme = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.749501] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_timeout_action = abort {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.749664] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_tunnelled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.749823] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_uri = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.749984] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.live_migration_with_native_tls = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.750161] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.max_queues = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.750325] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.750550] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.750715] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.nfs_mount_options = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.751009] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.751214] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.751399] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.751566] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.751732] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.751896] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.num_pcie_ports = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.752076] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.752245] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.pmem_namespaces = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.752405] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.quobyte_client_cfg = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.752693] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.752870] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.753057] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.753227] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.753389] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rbd_secret_uuid = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.753590] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rbd_user = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.753788] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.753966] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.754143] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rescue_image_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.754304] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rescue_kernel_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.754474] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rescue_ramdisk_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.754648] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.754811] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.rx_queue_size = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.754982] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.smbfs_mount_options = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.755369] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.755560] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.snapshot_compression = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.755728] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.snapshot_image_format = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.755954] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.756157] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.sparse_logical_volumes = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.756308] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.swtpm_enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.756481] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.swtpm_group = tss {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.756676] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.swtpm_user = tss {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.756866] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.sysinfo_serial = unique {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.757046] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.tb_cache_size = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.757215] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.tx_queue_size = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.757384] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.uid_maps = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.757552] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.use_virtio_for_bridges = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.757720] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.virt_type = kvm {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.757888] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.volume_clear = zero {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.758070] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.volume_clear_size = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.758280] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.volume_use_multipath = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.758451] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.vzstorage_cache_path = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.758626] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.758797] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.758964] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.759174] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.759484] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.759677] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.vzstorage_mount_user = stack {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.759855] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.760042] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.760223] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.auth_type = password {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.760391] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.760549] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.760714] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.760874] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.761056] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.761291] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.default_floating_pool = public {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.761467] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.761635] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.extension_sync_interval = 600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.761799] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.http_retries = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.761962] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.762141] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.762305] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.762479] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.762673] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.762857] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.ovs_bridge = br-int {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.763039] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.physnets = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.763219] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.region_name = RegionOne {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.763382] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.763553] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.service_metadata_proxy = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.763715] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.763882] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.service_type = network {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.764056] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.764249] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.764435] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.764601] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.764784] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.764952] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] neutron.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.765144] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] notifications.bdms_in_notifications = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.765326] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] notifications.default_level = INFO {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.765497] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] notifications.include_share_mapping = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.765674] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] notifications.notification_format = unversioned {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.765902] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] notifications.notify_on_state_change = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.766120] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.766304] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] pci.alias = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.766477] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] pci.device_spec = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.766644] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] pci.report_in_placement = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.766817] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.766993] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.auth_type = password {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.767183] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.767386] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.767557] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.767726] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.767888] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.768062] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.768228] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.default_domain_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.768391] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.default_domain_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.768550] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.domain_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.768716] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.domain_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.768918] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.769132] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.769309] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.769473] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.769633] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.769803] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.password = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.769966] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.project_domain_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.770153] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.project_domain_name = Default {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.770334] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.project_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.770515] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.project_name = service {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.770684] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.region_name = RegionOne {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.770848] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.771015] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.771230] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.service_type = placement {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.771393] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.771555] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.771717] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.771924] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.system_scope = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.772110] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.772275] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.trust_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.772437] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.user_domain_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.772609] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.user_domain_name = Default {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.772769] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.user_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.772943] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.username = nova {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.773139] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.773316] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] placement.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.773572] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.cores = 20 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.773757] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.count_usage_from_placement = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.773935] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.774126] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.injected_file_content_bytes = 10240 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.774301] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.injected_file_path_length = 255 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.774474] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.injected_files = 5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.774646] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.instances = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.774813] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.key_pairs = 100 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.775018] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.metadata_items = 128 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.775214] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.ram = 51200 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.775394] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.recheck_quota = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.775577] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.server_group_members = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.775743] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.server_groups = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.775955] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.776146] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] quota.unified_limits_resource_strategy = require {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.776379] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.776523] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.776705] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.image_metadata_prefilter = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.776871] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.777052] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.max_attempts = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.777222] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.max_placement_results = 1000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.777388] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.777551] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.777711] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.777885] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] scheduler.workers = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.778113] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.778304] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.778487] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.778666] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.778832] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.778997] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.779213] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.779413] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.779621] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.host_subset_size = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.779807] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.779971] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.780151] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.780317] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.780481] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.780658] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.isolated_hosts = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.780820] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.isolated_images = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.781027] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.781270] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.781453] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.781622] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.pci_in_placement = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.781789] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.781952] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.782131] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.782295] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.782458] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.782628] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.782823] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.track_instance_changes = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.783009] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.783213] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] metrics.required = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.783382] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] metrics.weight_multiplier = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.783552] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.783711] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] metrics.weight_setting = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.784031] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.784217] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] serial_console.enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.784430] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] serial_console.port_range = 10000:20000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.784610] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.784781] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.784950] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] serial_console.serialproxy_port = 6083 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.785133] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.785308] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.auth_type = password {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.785473] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.785628] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.785789] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.785981] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.786170] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.786347] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.send_service_user_token = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.786513] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.786668] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] service_user.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.786835] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.agent_enabled = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.786997] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.787316] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.787553] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.787739] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.html5proxy_port = 6082 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.787903] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.image_compression = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.788075] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.jpeg_compression = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.788238] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.playback_compression = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.788402] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.require_secure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.788571] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.server_listen = 127.0.0.1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.788740] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.789074] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.789287] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.streaming_mode = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.789459] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] spice.zlib_compression = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.789627] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] upgrade_levels.baseapi = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.789800] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] upgrade_levels.compute = auto {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.789961] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] upgrade_levels.conductor = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.790135] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] upgrade_levels.scheduler = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.790306] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.790494] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.790677] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.790843] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.791013] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.791198] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.791348] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.791511] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.791671] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vendordata_dynamic_auth.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.791846] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.api_retry_count = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.792012] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.ca_file = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.792224] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.792401] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.cluster_name = testcl1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.792570] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.connection_pool_size = 10 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.792730] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.console_delay_seconds = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.792898] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.datastore_regex = ^datastore.* {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.793124] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.793303] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.host_password = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.793477] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.host_port = 443 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.793666] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.host_username = administrator@vsphere.local {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.793852] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.insecure = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.794029] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.integration_bridge = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.794203] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.maximum_objects = 100 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.794365] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.pbm_default_policy = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.794525] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.pbm_enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.794680] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.pbm_wsdl_location = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.794848] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.795014] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.serial_port_proxy_uri = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.795191] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.serial_port_service_uri = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.795395] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.task_poll_interval = 0.5 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.795575] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.use_linked_clone = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.795744] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.vnc_keymap = en-us {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.795911] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.vnc_port = 5900 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.796091] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vmware.vnc_port_total = 10000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.796280] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.auth_schemes = ['none'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.796458] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.796776] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.796974] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.797165] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.novncproxy_port = 6080 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.797354] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.server_listen = 127.0.0.1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.797537] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.797699] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.vencrypt_ca_certs = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.797868] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.vencrypt_client_cert = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.798036] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vnc.vencrypt_client_key = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.798220] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.798429] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.disable_deep_image_inspection = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.798601] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.798763] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.798926] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.799106] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.disable_rootwrap = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.799268] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.enable_numa_live_migration = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.799430] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.799588] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.799756] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.799975] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.libvirt_disable_apic = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.800301] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.800484] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.800656] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.800824] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.800990] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.801174] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.801378] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.801558] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.801725] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.801893] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.802091] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.802267] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.client_socket_timeout = 900 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.802441] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.default_pool_size = 1000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.802607] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.keep_alive = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.802787] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.max_header_line = 16384 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.802966] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.803147] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.ssl_ca_file = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.803311] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.ssl_cert_file = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.803476] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.ssl_key_file = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.803641] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.tcp_keepidle = 600 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.803814] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.803980] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] zvm.ca_file = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.804167] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] zvm.cloud_connector_url = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.804485] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.804667] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] zvm.reachable_timeout = 300 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.804841] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.805029] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.805215] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.connection_string = messaging:// {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.805387] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.enabled = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.805556] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.es_doc_type = notification {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.805743] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.es_scroll_size = 10000 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.805931] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.es_scroll_time = 2m {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.806113] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.filter_error_trace = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.806291] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.hmac_keys = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.806454] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.sentinel_service_name = mymaster {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.806626] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.socket_timeout = 0.1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.806778] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.trace_requests = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.806937] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler.trace_sqlalchemy = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.807137] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler_jaeger.process_tags = {} {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.807330] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler_jaeger.service_name_prefix = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.807502] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] profiler_otlp.service_name_prefix = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.807671] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] remote_debug.host = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.807830] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] remote_debug.port = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.808015] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.808190] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.808356] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.808519] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.808686] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.808882] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.809063] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.809230] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.809393] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.809564] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.809726] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.809896] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.810080] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.810287] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.810469] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.810641] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.810806] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.810969] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.811155] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.811330] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.811489] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.811658] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.811866] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.812046] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.812213] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.812375] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.812536] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.812698] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.812858] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.813030] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.813226] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.ssl = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.813443] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.813621] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.813789] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.813951] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.814132] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.814297] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.814483] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.814651] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_notifications.retry = -1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.814865] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.815066] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.815246] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.auth_section = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.815416] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.auth_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.815577] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.cafile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.815736] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.certfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.815899] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.collect_timing = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.816069] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.connect_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.816256] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.connect_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.816454] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.endpoint_id = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.816634] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.816819] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.endpoint_override = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.816952] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.endpoint_region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.817126] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.endpoint_service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.817287] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.endpoint_service_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.817452] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.insecure = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.817609] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.keyfile = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.817794] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.max_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.817971] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.min_version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.818146] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.region_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.818308] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.retriable_status_codes = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.818470] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.service_name = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.818627] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.service_type = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.818788] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.split_loggers = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.818946] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.status_code_retries = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.819122] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.status_code_retry_delay = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.819312] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.timeout = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.819496] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.valid_interfaces = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.819659] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_limit.version = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.819827] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_reports.file_event_handler = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.819993] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.820169] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] oslo_reports.log_dir = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.820343] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.820502] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.820659] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.820874] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.821095] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.821273] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.821449] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.821610] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_ovs_privileged.group = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.821771] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.821937] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.822114] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.822279] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] vif_plug_ovs_privileged.user = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.822457] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.822669] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.822850] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.823038] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.823219] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.823394] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.823561] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.823725] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.823911] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.824096] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_ovs.isolate_vif = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.824307] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.824489] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.824660] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.824828] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.824991] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] os_vif_ovs.per_port_bridge = False {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.825180] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] privsep_osbrick.capabilities = [21] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.825344] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] privsep_osbrick.group = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.825503] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] privsep_osbrick.helper_command = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.825674] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.825876] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.826055] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] privsep_osbrick.user = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.826232] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.826394] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] nova_sys_admin.group = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.826553] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] nova_sys_admin.helper_command = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.826717] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.826906] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.827044] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] nova_sys_admin.user = None {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 566.827183] env[68116]: DEBUG oslo_service.backend.eventlet.service [None req-5ddc0c99-39b4-410d-bf53-575d48d31eb2 None None] ******************************************************************************** {{(pid=68116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 566.827612] env[68116]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 567.331270] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Getting list of instances from cluster (obj){ [ 567.331270] env[68116]: value = "domain-c8" [ 567.331270] env[68116]: _type = "ClusterComputeResource" [ 567.331270] env[68116]: } {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.332386] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172f44b4-c994-4e02-8868-52160c8bb87e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.341120] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Got total of 0 instances {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.341701] env[68116]: WARNING nova.virt.vmwareapi.driver [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 567.342174] env[68116]: INFO nova.virt.node [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Generated node identity b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 [ 567.342429] env[68116]: INFO nova.virt.node [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Wrote node identity b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 to /opt/stack/data/n-cpu-1/compute_id [ 567.845063] env[68116]: WARNING nova.compute.manager [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Compute nodes ['b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 568.850956] env[68116]: INFO nova.compute.manager [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 569.856642] env[68116]: WARNING nova.compute.manager [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 569.856987] env[68116]: DEBUG oslo_concurrency.lockutils [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.857155] env[68116]: DEBUG oslo_concurrency.lockutils [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.857258] env[68116]: DEBUG oslo_concurrency.lockutils [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.857409] env[68116]: DEBUG nova.compute.resource_tracker [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 569.858334] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ffe9fd-c6cd-4f9d-b67c-e4064b63a92c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.866656] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90963ee-8ec3-42ed-b241-680467171b47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.881071] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662413ca-e709-4cd9-a33b-5057e1d059d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.887574] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d809ff-6b7d-44c1-a014-4740fe9e4978 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.915377] env[68116]: DEBUG nova.compute.resource_tracker [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181108MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 569.915531] env[68116]: DEBUG oslo_concurrency.lockutils [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.915731] env[68116]: DEBUG oslo_concurrency.lockutils [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.419051] env[68116]: WARNING nova.compute.resource_tracker [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] No compute node record for cpu-1:b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 could not be found. [ 570.922872] env[68116]: INFO nova.compute.resource_tracker [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 [ 572.430718] env[68116]: DEBUG nova.compute.resource_tracker [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 572.431132] env[68116]: DEBUG nova.compute.resource_tracker [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 572.618558] env[68116]: INFO nova.scheduler.client.report [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] [req-6d938327-6ae3-4e28-a354-699ea238eb6c] Created resource provider record via placement API for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 572.649059] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d30cabd-3740-4063-a8a2-9571f397e621 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.657138] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1e3ec-651a-447a-af33-8e33156decbf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.687433] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c010fef8-c51f-4d50-82cd-a238824d1f50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.694540] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141a7f4-c281-4f42-82a1-6a6c75840fee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.707584] env[68116]: DEBUG nova.compute.provider_tree [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.241908] env[68116]: DEBUG nova.scheduler.client.report [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 573.242263] env[68116]: DEBUG nova.compute.provider_tree [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 0 to 1 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 573.242432] env[68116]: DEBUG nova.compute.provider_tree [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.292778] env[68116]: DEBUG nova.compute.provider_tree [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 1 to 2 during operation: update_traits {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 573.797674] env[68116]: DEBUG nova.compute.resource_tracker [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 573.798065] env[68116]: DEBUG oslo_concurrency.lockutils [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.882s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.798065] env[68116]: DEBUG nova.service [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Creating RPC server for service compute {{(pid=68116) start /opt/stack/nova/nova/service.py:186}} [ 573.810819] env[68116]: DEBUG nova.service [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] Join ServiceGroup membership for this service compute {{(pid=68116) start /opt/stack/nova/nova/service.py:203}} [ 573.811012] env[68116]: DEBUG nova.servicegroup.drivers.db [None req-05f93a4a-54b9-4076-b2ea-e8fa4a861286 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68116) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 586.816420] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.319135] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Getting list of instances from cluster (obj){ [ 587.319135] env[68116]: value = "domain-c8" [ 587.319135] env[68116]: _type = "ClusterComputeResource" [ 587.319135] env[68116]: } {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.320334] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81af37a-a804-4db2-8f24-4b31c337c931 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.328935] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Got total of 0 instances {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.329175] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.329469] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Getting list of instances from cluster (obj){ [ 587.329469] env[68116]: value = "domain-c8" [ 587.329469] env[68116]: _type = "ClusterComputeResource" [ 587.329469] env[68116]: } {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.330323] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c131eda0-2b71-48c6-9376-71728ffc1a86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.337492] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Got total of 0 instances {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 608.954250] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.954518] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.461773] env[68116]: DEBUG nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.009385] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.009659] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.012218] env[68116]: INFO nova.compute.claims [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.080021] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e4594-a6af-4952-8160-517a4c845ffb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.095190] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1127cb-645b-4208-8522-f901a67b0d4d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.130619] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691ed5d-456a-4cee-a147-c468fe02b2e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.138798] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4e80e-2889-45e5-befd-7929e1568537 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.155685] env[68116]: DEBUG nova.compute.provider_tree [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.659584] env[68116]: DEBUG nova.scheduler.client.report [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.849584] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "0c770674-5d97-4171-8fd3-48f7f8b93488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.849834] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.166438] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.167064] env[68116]: DEBUG nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.352100] env[68116]: DEBUG nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.674016] env[68116]: DEBUG nova.compute.utils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.676204] env[68116]: DEBUG nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.677134] env[68116]: DEBUG nova.network.neutron [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.889221] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.889221] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.891194] env[68116]: INFO nova.compute.claims [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.185703] env[68116]: DEBUG nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.435053] env[68116]: DEBUG nova.policy [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc08bce261fc4245ae5191e2d15f30bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8017584569b34ae99beb664ca7558b36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.580275] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "c721202d-862f-452c-8d7d-273e67604bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.580546] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "c721202d-862f-452c-8d7d-273e67604bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.966603] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.966857] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.019080] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafbf3c4-621d-407c-8068-bce8d3cc7f52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.028255] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8213b85-8686-444f-8c7b-0e464e824593 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.059840] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ecc02-ce8f-40cc-a39e-97c6f0fef152 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.070918] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c1c34-75eb-4e5d-8608-d2618e7316de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.082361] env[68116]: DEBUG nova.compute.provider_tree [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.083792] env[68116]: DEBUG nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.197960] env[68116]: DEBUG nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.239016] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.239016] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.239016] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.239229] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.239261] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.239468] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.240108] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.240985] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.240985] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.240985] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.241168] env[68116]: DEBUG nova.virt.hardware [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.241992] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a84c7-f24e-4d65-bf1f-713101415b25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.251264] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebecdc15-6c0a-4bab-88e6-4c05bd97c9cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.274641] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5508da-72d3-41d3-aca0-8fa7edf4ae3a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.478936] env[68116]: DEBUG nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.590020] env[68116]: DEBUG nova.scheduler.client.report [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.621965] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.738656] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.741284] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.006097] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.112590] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.113377] env[68116]: DEBUG nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.116609] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.495s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.118669] env[68116]: INFO nova.compute.claims [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.176947] env[68116]: DEBUG nova.network.neutron [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Successfully created port: 8d07fb22-8a05-4fcd-a8b1-90faa7afb469 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.242368] env[68116]: DEBUG nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.625977] env[68116]: DEBUG nova.compute.utils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.633386] env[68116]: DEBUG nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.634323] env[68116]: DEBUG nova.network.neutron [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.773422] env[68116]: DEBUG nova.policy [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd544a33f93144aea0971e898b156676', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999430b6990d4cd6ad1dfa2ac5bf0cd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.776098] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.134469] env[68116]: DEBUG nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.236449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.236787] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.316336] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82eaac2-fc50-4354-a662-4d3b6dcf1c5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.325761] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44929ab-5305-4d3f-8149-1faf05ee4f37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.372014] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030e1ed7-ed3d-454a-964d-cb5c2b14ec9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.381210] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faea49b4-a62b-4407-98ae-20f80fa35a7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.396065] env[68116]: DEBUG nova.compute.provider_tree [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.743911] env[68116]: DEBUG nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.900144] env[68116]: DEBUG nova.scheduler.client.report [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.959805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.960097] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.158898] env[68116]: DEBUG nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.172556] env[68116]: DEBUG nova.network.neutron [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Successfully created port: f86d133e-c776-43d1-a80b-42ccdcc3ad6e {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.203488] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.203711] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.203871] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.204111] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.204304] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.204371] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.204600] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.204726] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.204879] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.205236] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.205236] env[68116]: DEBUG nova.virt.hardware [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.206156] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bbb155-2234-4d94-88ae-1f93801bcb53 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.216477] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e22e211-c198-40d3-ab8d-f0d3aa241e10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.273818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.411941] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.412512] env[68116]: DEBUG nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.417315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.409s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.418811] env[68116]: INFO nova.compute.claims [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.465952] env[68116]: DEBUG nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.923019] env[68116]: DEBUG nova.compute.utils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.924453] env[68116]: DEBUG nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 618.006193] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.431326] env[68116]: DEBUG nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.599710] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d5625-a93c-437e-93dd-c81b2b77b677 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.611379] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3b51d-bb09-4f78-a1ef-87f6946e3571 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.648036] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84a46a4-19e0-41a6-be64-e31c59ffdc0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.657463] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c689770-9f8f-45ac-a57f-f9739dd1588d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.673749] env[68116]: DEBUG nova.compute.provider_tree [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.177122] env[68116]: DEBUG nova.network.neutron [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Successfully updated port: 8d07fb22-8a05-4fcd-a8b1-90faa7afb469 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.179775] env[68116]: DEBUG nova.scheduler.client.report [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.454626] env[68116]: DEBUG nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.493853] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.493853] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.493853] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.494594] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.494594] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.494902] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.497869] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.497869] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.497869] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.497869] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.497869] env[68116]: DEBUG nova.virt.hardware [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.498186] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20af72c-cf11-485a-82f2-834714fa934f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.507332] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d57036-c97a-4827-8f1f-ea49c35b36b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.527669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.537802] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.538938] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc2a756-14bf-417c-b916-f5148f316ec5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.549752] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Created folder: OpenStack in parent group-v4. [ 619.549974] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Creating folder: Project (54d58b039856455d8de80b0c249ae91e). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.550237] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa102d8-6bae-48e4-b76c-cac40fd9a14a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.561015] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Created folder: Project (54d58b039856455d8de80b0c249ae91e) in parent group-v559920. [ 619.561138] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Creating folder: Instances. Parent ref: group-v559921. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.561373] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5be5fe53-1ea1-4b35-9b77-61c3e069c3f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.571227] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Created folder: Instances in parent group-v559921. [ 619.571282] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.571458] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.571662] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf2283c-7f1e-4ff8-96c5-265b69dd4014 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.589635] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.589635] env[68116]: value = "task-2785386" [ 619.589635] env[68116]: _type = "Task" [ 619.589635] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.598869] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785386, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.686170] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "refresh_cache-618a5bf4-5f52-4831-adba-dcb1a61bb6ce" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.686170] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired lock "refresh_cache-618a5bf4-5f52-4831-adba-dcb1a61bb6ce" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.686307] env[68116]: DEBUG nova.network.neutron [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.688607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.690202] env[68116]: DEBUG nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.702637] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.924s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.702637] env[68116]: INFO nova.compute.claims [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.869578] env[68116]: DEBUG nova.compute.manager [req-b10f8fba-7b04-4217-b323-23048219751d req-c2ddef5a-d936-4e9a-8518-c50609885498 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Received event network-vif-plugged-8d07fb22-8a05-4fcd-a8b1-90faa7afb469 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 619.869938] env[68116]: DEBUG oslo_concurrency.lockutils [req-b10f8fba-7b04-4217-b323-23048219751d req-c2ddef5a-d936-4e9a-8518-c50609885498 service nova] Acquiring lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.870328] env[68116]: DEBUG oslo_concurrency.lockutils [req-b10f8fba-7b04-4217-b323-23048219751d req-c2ddef5a-d936-4e9a-8518-c50609885498 service nova] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.870578] env[68116]: DEBUG oslo_concurrency.lockutils [req-b10f8fba-7b04-4217-b323-23048219751d req-c2ddef5a-d936-4e9a-8518-c50609885498 service nova] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.870769] env[68116]: DEBUG nova.compute.manager [req-b10f8fba-7b04-4217-b323-23048219751d req-c2ddef5a-d936-4e9a-8518-c50609885498 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] No waiting events found dispatching network-vif-plugged-8d07fb22-8a05-4fcd-a8b1-90faa7afb469 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.871018] env[68116]: WARNING nova.compute.manager [req-b10f8fba-7b04-4217-b323-23048219751d req-c2ddef5a-d936-4e9a-8518-c50609885498 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Received unexpected event network-vif-plugged-8d07fb22-8a05-4fcd-a8b1-90faa7afb469 for instance with vm_state building and task_state spawning. [ 620.105317] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785386, 'name': CreateVM_Task, 'duration_secs': 0.318995} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.105495] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.106519] env[68116]: DEBUG oslo_vmware.service [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f08f28c-ef71-4319-9cda-87e5ccdb2f48 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.113981] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.114210] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.114839] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.115102] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522acdf2-1430-4bf2-bf58-98d8613384d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.120018] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 620.120018] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5232d5dc-01c9-a20f-6383-775af5185577" [ 620.120018] env[68116]: _type = "Task" [ 620.120018] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.128445] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5232d5dc-01c9-a20f-6383-775af5185577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.202805] env[68116]: DEBUG nova.compute.utils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.207799] env[68116]: DEBUG nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.207799] env[68116]: DEBUG nova.network.neutron [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.396537] env[68116]: DEBUG nova.policy [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c62512214d4a4eae522e939f105152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1f04159fb734bc3831c6060c86873cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.412293] env[68116]: DEBUG nova.network.neutron [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.635186] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.636160] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.636498] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.636834] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.637366] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.637975] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bb71011-c928-4026-b204-7b23365a075b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.655965] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.656375] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.657331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe2e3b-ba4f-439d-bd39-0a2f897355d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.667070] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d007732b-f38f-44ba-88d9-776d8bf89f63 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.673226] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 620.673226] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520b77e5-10d7-f17e-ad2d-d8e9ac027fe8" [ 620.673226] env[68116]: _type = "Task" [ 620.673226] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.681666] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520b77e5-10d7-f17e-ad2d-d8e9ac027fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.696855] env[68116]: DEBUG nova.network.neutron [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Updating instance_info_cache with network_info: [{"id": "8d07fb22-8a05-4fcd-a8b1-90faa7afb469", "address": "fa:16:3e:cd:3c:72", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07fb22-8a", "ovs_interfaceid": "8d07fb22-8a05-4fcd-a8b1-90faa7afb469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.708307] env[68116]: DEBUG nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.865870] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f1d5b-2d9f-44bf-89c6-a13b61a7408b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.876302] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64473131-c63d-4641-bb2d-b19fe83dffe3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.917093] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918773e7-7833-413d-a387-90dd2b0ba7e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.927290] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39022522-d69c-4e0e-914c-6248b6149566 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.940862] env[68116]: DEBUG nova.compute.provider_tree [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.187054] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Preparing fetch location {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 621.187647] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Creating directory with path [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.187717] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87293d3c-43c8-40f4-a3ac-54d5c08467e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.200640] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Releasing lock "refresh_cache-618a5bf4-5f52-4831-adba-dcb1a61bb6ce" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.200991] env[68116]: DEBUG nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Instance network_info: |[{"id": "8d07fb22-8a05-4fcd-a8b1-90faa7afb469", "address": "fa:16:3e:cd:3c:72", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07fb22-8a", "ovs_interfaceid": "8d07fb22-8a05-4fcd-a8b1-90faa7afb469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.201503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:3c:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d07fb22-8a05-4fcd-a8b1-90faa7afb469', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.217806] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Creating folder: Project (8017584569b34ae99beb664ca7558b36). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.222135] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d42b3ce5-5e66-4888-b51a-d38f357472f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.223020] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Created directory with path [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.223215] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Fetch image to [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 621.223451] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Downloading image file data a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk on the data store datastore2 {{(pid=68116) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 621.224691] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ba6fe-882d-416d-8c02-9c33d0fb54e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.237558] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Created folder: Project (8017584569b34ae99beb664ca7558b36) in parent group-v559920. [ 621.237758] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Creating folder: Instances. Parent ref: group-v559924. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.238491] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cbcdd43-21d5-4812-9f25-e720c06d902f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.246180] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bbc16e-ed14-435b-b9e6-e9dda278ef40 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.258145] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Created folder: Instances in parent group-v559924. [ 621.258423] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.259859] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf31e97-bc4a-4a3e-9125-6ca07700cdf7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.264088] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.264330] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d1d8b6e-6ec5-402e-a497-4c35396a3752 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.310868] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a1680-3055-4ba0-9a77-72a85670e872 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.314111] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.314111] env[68116]: value = "task-2785389" [ 621.314111] env[68116]: _type = "Task" [ 621.314111] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.319990] env[68116]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0b1a3f7d-6f5a-4d7c-bd42-09ee25512ffa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.325298] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785389, 'name': CreateVM_Task} progress is 15%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.437832] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Downloading image file data a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to the data store datastore2 {{(pid=68116) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 621.446214] env[68116]: DEBUG nova.scheduler.client.report [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.462283] env[68116]: DEBUG nova.network.neutron [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Successfully updated port: f86d133e-c776-43d1-a80b-42ccdcc3ad6e {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.530909] env[68116]: DEBUG oslo_vmware.rw_handles [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68116) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 621.726553] env[68116]: DEBUG nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.762538] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.762885] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.763060] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.763304] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.763492] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.763682] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.763943] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.764262] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.764326] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.764520] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.764743] env[68116]: DEBUG nova.virt.hardware [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.766499] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e1da4-5fe1-4dad-b2e0-bbc71a69d934 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.779688] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd37df6-1fe0-4905-a87c-33aa62c37fd5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.820928] env[68116]: DEBUG nova.network.neutron [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Successfully created port: b942504c-7cb8-4864-98cf-170fcf6c2587 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.826668] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785389, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.960180] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.960180] env[68116]: DEBUG nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.972383] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.697s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.978928] env[68116]: INFO nova.compute.claims [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.982103] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "refresh_cache-0c770674-5d97-4171-8fd3-48f7f8b93488" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.982260] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquired lock "refresh_cache-0c770674-5d97-4171-8fd3-48f7f8b93488" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.982405] env[68116]: DEBUG nova.network.neutron [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.027983] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.028970] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.030479] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.030814] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.031323] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.032203] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.033362] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.033362] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 622.033362] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.210645] env[68116]: DEBUG oslo_vmware.rw_handles [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Completed reading data from the image iterator. {{(pid=68116) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 622.210849] env[68116]: DEBUG oslo_vmware.rw_handles [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 622.330306] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785389, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.354216] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Downloaded image file data a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk on the data store datastore2 {{(pid=68116) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 622.359695] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Caching image {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 622.360366] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Copying Virtual Disk [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk to [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.360773] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa46048-d0b3-44fa-aa4a-9e036d8f7663 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.371262] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 622.371262] env[68116]: value = "task-2785390" [ 622.371262] env[68116]: _type = "Task" [ 622.371262] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.381970] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.486980] env[68116]: DEBUG nova.compute.utils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.488922] env[68116]: DEBUG nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.488922] env[68116]: DEBUG nova.network.neutron [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.536691] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.599182] env[68116]: DEBUG nova.compute.manager [req-28884138-ee6e-4c3b-b29f-ddf1e683ede5 req-505108f4-d736-4a63-8037-be9cd6b6a37d service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Received event network-vif-plugged-f86d133e-c776-43d1-a80b-42ccdcc3ad6e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 622.599414] env[68116]: DEBUG oslo_concurrency.lockutils [req-28884138-ee6e-4c3b-b29f-ddf1e683ede5 req-505108f4-d736-4a63-8037-be9cd6b6a37d service nova] Acquiring lock "0c770674-5d97-4171-8fd3-48f7f8b93488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.599673] env[68116]: DEBUG oslo_concurrency.lockutils [req-28884138-ee6e-4c3b-b29f-ddf1e683ede5 req-505108f4-d736-4a63-8037-be9cd6b6a37d service nova] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.599924] env[68116]: DEBUG oslo_concurrency.lockutils [req-28884138-ee6e-4c3b-b29f-ddf1e683ede5 req-505108f4-d736-4a63-8037-be9cd6b6a37d service nova] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.601189] env[68116]: DEBUG nova.compute.manager [req-28884138-ee6e-4c3b-b29f-ddf1e683ede5 req-505108f4-d736-4a63-8037-be9cd6b6a37d service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] No waiting events found dispatching network-vif-plugged-f86d133e-c776-43d1-a80b-42ccdcc3ad6e {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.601378] env[68116]: WARNING nova.compute.manager [req-28884138-ee6e-4c3b-b29f-ddf1e683ede5 req-505108f4-d736-4a63-8037-be9cd6b6a37d service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Received unexpected event network-vif-plugged-f86d133e-c776-43d1-a80b-42ccdcc3ad6e for instance with vm_state building and task_state spawning. [ 622.613431] env[68116]: DEBUG nova.network.neutron [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.828842] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785389, 'name': CreateVM_Task, 'duration_secs': 1.361089} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.829114] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.841944] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.842153] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.842522] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.842718] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a1846e-105a-4fce-95d3-45a0fd83eda3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.848034] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 622.848034] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5249ceb2-63c3-57f3-dfef-3ce66838a8ee" [ 622.848034] env[68116]: _type = "Task" [ 622.848034] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.856679] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5249ceb2-63c3-57f3-dfef-3ce66838a8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.869600] env[68116]: DEBUG nova.network.neutron [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Updating instance_info_cache with network_info: [{"id": "f86d133e-c776-43d1-a80b-42ccdcc3ad6e", "address": "fa:16:3e:40:75:50", "network": {"id": "c095555c-e5a7-4031-9d88-35bd2ad7bee6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1965718719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999430b6990d4cd6ad1dfa2ac5bf0cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86d133e-c7", "ovs_interfaceid": "f86d133e-c776-43d1-a80b-42ccdcc3ad6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.880947] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785390, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.954378] env[68116]: DEBUG nova.policy [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d6f3941afe2486ab3e036f0ab266d1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89a154b584e345e981a1dbf4558e3c06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.002118] env[68116]: DEBUG nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.190851] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b8d2ea-4b4a-46f4-b824-8749cb16babb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.201959] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2f5a5d-0591-4da6-a42a-d02095c0387b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.233798] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43de5cd-6bc2-41a3-8f28-a63f12c0aadc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.241775] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96432024-048d-4f5c-b221-c9f2be9a70ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.256489] env[68116]: DEBUG nova.compute.provider_tree [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.360923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.361290] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.361506] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.372977] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Releasing lock "refresh_cache-0c770674-5d97-4171-8fd3-48f7f8b93488" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.373283] env[68116]: DEBUG nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Instance network_info: |[{"id": "f86d133e-c776-43d1-a80b-42ccdcc3ad6e", "address": "fa:16:3e:40:75:50", "network": {"id": "c095555c-e5a7-4031-9d88-35bd2ad7bee6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1965718719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999430b6990d4cd6ad1dfa2ac5bf0cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86d133e-c7", "ovs_interfaceid": "f86d133e-c776-43d1-a80b-42ccdcc3ad6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.376922] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:75:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f86d133e-c776-43d1-a80b-42ccdcc3ad6e', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.390141] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Creating folder: Project (999430b6990d4cd6ad1dfa2ac5bf0cd8). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.394544] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b11302d6-81f9-4de8-a14b-e5e71b12c0a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.403202] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755251} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.403202] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Copied Virtual Disk [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk to [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.403202] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleting the datastore file [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.403202] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-887d3e9f-4787-41ba-a520-91b33994c42a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.408621] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Created folder: Project (999430b6990d4cd6ad1dfa2ac5bf0cd8) in parent group-v559920. [ 623.408621] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Creating folder: Instances. Parent ref: group-v559927. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.408621] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1128ce8f-8606-4672-8d76-952307387ebc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.409159] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 623.409159] env[68116]: value = "task-2785392" [ 623.409159] env[68116]: _type = "Task" [ 623.409159] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.417520] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Created folder: Instances in parent group-v559927. [ 623.417520] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.420593] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.420593] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.420878] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80044897-da3c-4dd5-bd98-df360d46c31a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.438504] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.438504] env[68116]: value = "task-2785394" [ 623.438504] env[68116]: _type = "Task" [ 623.438504] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.446120] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785394, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.759015] env[68116]: DEBUG nova.scheduler.client.report [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.924808] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061726} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.924808] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.924808] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Moving file from [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50. {{(pid=68116) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 623.924808] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b876a83f-3d7b-4700-822f-788ba5a780dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.931214] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 623.931214] env[68116]: value = "task-2785395" [ 623.931214] env[68116]: _type = "Task" [ 623.931214] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.940709] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785395, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.951208] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785394, 'name': CreateVM_Task, 'duration_secs': 0.362619} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.953185] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.953185] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.953185] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.953185] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.953185] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e3a211-7de0-4a3d-87b6-6e9d0a41de7a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.958108] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 623.958108] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529893ed-8cdc-9102-6b5c-297183d20a3f" [ 623.958108] env[68116]: _type = "Task" [ 623.958108] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.970969] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529893ed-8cdc-9102-6b5c-297183d20a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.021395] env[68116]: DEBUG nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.059919] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.059919] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.059919] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.060287] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.060287] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.060287] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.060658] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.065265] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.065265] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.065265] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.065265] env[68116]: DEBUG nova.virt.hardware [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.065265] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe51771e-1f24-451f-a697-4d40f5df4a64 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.073967] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb5f36-5146-4198-8fd7-13261e7ce482 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.193350] env[68116]: DEBUG nova.compute.manager [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Received event network-changed-8d07fb22-8a05-4fcd-a8b1-90faa7afb469 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.193350] env[68116]: DEBUG nova.compute.manager [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Refreshing instance network info cache due to event network-changed-8d07fb22-8a05-4fcd-a8b1-90faa7afb469. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 624.193350] env[68116]: DEBUG oslo_concurrency.lockutils [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] Acquiring lock "refresh_cache-618a5bf4-5f52-4831-adba-dcb1a61bb6ce" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.193350] env[68116]: DEBUG oslo_concurrency.lockutils [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] Acquired lock "refresh_cache-618a5bf4-5f52-4831-adba-dcb1a61bb6ce" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.193350] env[68116]: DEBUG nova.network.neutron [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Refreshing network info cache for port 8d07fb22-8a05-4fcd-a8b1-90faa7afb469 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.197961] env[68116]: DEBUG nova.network.neutron [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Successfully created port: bfcc5a29-da24-4ea1-8bfb-3996515187f8 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.266674] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.267219] env[68116]: DEBUG nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.272050] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.266s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.273754] env[68116]: INFO nova.compute.claims [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.345069] env[68116]: DEBUG nova.network.neutron [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Successfully updated port: b942504c-7cb8-4864-98cf-170fcf6c2587 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.447608] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785395, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024933} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.447608] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] File moved {{(pid=68116) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 624.449442] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Cleaning up location [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 624.449508] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleting the datastore file [datastore2] vmware_temp/82f1cf08-e6ea-434f-8160-084f78bcb13f {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.451084] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a56bfe46-87b2-4382-8fa4-326c9c3a6522 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.459297] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 624.459297] env[68116]: value = "task-2785396" [ 624.459297] env[68116]: _type = "Task" [ 624.459297] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.484962] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529893ed-8cdc-9102-6b5c-297183d20a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.485739] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.485739] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.485974] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.486958] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.785310] env[68116]: DEBUG nova.compute.utils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.795233] env[68116]: DEBUG nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.795434] env[68116]: DEBUG nova.network.neutron [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.832112] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8115ca18-6617-4b2a-9648-b4161f572703" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.832112] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8115ca18-6617-4b2a-9648-b4161f572703" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.847430] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-df1bcb12-a39c-46af-a45d-a225dbaeb32f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.847608] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-df1bcb12-a39c-46af-a45d-a225dbaeb32f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.847792] env[68116]: DEBUG nova.network.neutron [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.986357] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025389} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.986357] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.986357] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cec0af3-5d05-45ea-a4f4-03c12cf3c2dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.993156] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 624.993156] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5227bac7-e73f-5950-21b2-676accaca38e" [ 624.993156] env[68116]: _type = "Task" [ 624.993156] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.004178] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5227bac7-e73f-5950-21b2-676accaca38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.010942] env[68116]: DEBUG nova.policy [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd884f0c8725044d0bbd06d0454232453', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f5500800214828bcc38f5acbea48bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.287682] env[68116]: DEBUG nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.337820] env[68116]: DEBUG nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.426430] env[68116]: DEBUG nova.network.neutron [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.491042] env[68116]: DEBUG nova.network.neutron [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Updated VIF entry in instance network info cache for port 8d07fb22-8a05-4fcd-a8b1-90faa7afb469. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.491042] env[68116]: DEBUG nova.network.neutron [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Updating instance_info_cache with network_info: [{"id": "8d07fb22-8a05-4fcd-a8b1-90faa7afb469", "address": "fa:16:3e:cd:3c:72", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07fb22-8a", "ovs_interfaceid": "8d07fb22-8a05-4fcd-a8b1-90faa7afb469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.513128] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5227bac7-e73f-5950-21b2-676accaca38e, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.514405] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.514751] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.515105] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.515337] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.515609] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16600434-a129-4b51-bfbe-bde60266a465 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.517801] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e1c2a25-8563-4140-bbf4-1a204ce1bbbf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.532819] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 625.532819] env[68116]: value = "task-2785397" [ 625.532819] env[68116]: _type = "Task" [ 625.532819] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.534855] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.535873] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.539578] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2b02ae-9dc0-4047-913c-788bb9f47597 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.544281] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d4bb9b-3a4c-4993-860d-cce4fadb2c81 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.553130] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.556401] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 625.556401] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cb367a-dd4b-e789-eb77-8e3409f72c0f" [ 625.556401] env[68116]: _type = "Task" [ 625.556401] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.571429] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5552573-d24e-49d8-a59d-879d1170b8b6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.576934] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cb367a-dd4b-e789-eb77-8e3409f72c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008011} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.587034] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a78b957-e5e3-425a-bf57-b4da08f3d54b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.617297] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50651313-9c9a-4ffa-8e71-1ac10b726350 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.621722] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 625.621722] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526dae69-029a-2d90-7daa-c5838668e690" [ 625.621722] env[68116]: _type = "Task" [ 625.621722] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.627930] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0007f50a-07be-40c0-9370-e8b188d02ee3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.635353] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526dae69-029a-2d90-7daa-c5838668e690, 'name': SearchDatastore_Task, 'duration_secs': 0.007805} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.636153] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.636258] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 618a5bf4-5f52-4831-adba-dcb1a61bb6ce/618a5bf4-5f52-4831-adba-dcb1a61bb6ce.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.637420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.637420] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.637420] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a468de0d-0af6-44cf-b15e-f5e2248e50e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.648440] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f998d5a-e30c-48f1-8cbd-21470bd64048 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.649342] env[68116]: DEBUG nova.compute.provider_tree [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.655536] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 625.655536] env[68116]: value = "task-2785398" [ 625.655536] env[68116]: _type = "Task" [ 625.655536] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.656815] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.656992] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.660435] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e678a37d-070d-46a7-bd64-38ab002e3077 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.668173] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.670104] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 625.670104] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521ad9fc-be07-12c0-789c-a4565f5c8153" [ 625.670104] env[68116]: _type = "Task" [ 625.670104] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.681322] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521ad9fc-be07-12c0-789c-a4565f5c8153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.742581] env[68116]: DEBUG nova.network.neutron [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Successfully created port: 023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.784823] env[68116]: DEBUG nova.network.neutron [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Updating instance_info_cache with network_info: [{"id": "b942504c-7cb8-4864-98cf-170fcf6c2587", "address": "fa:16:3e:4b:50:d7", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb942504c-7c", "ovs_interfaceid": "b942504c-7cb8-4864-98cf-170fcf6c2587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.867996] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.996113] env[68116]: DEBUG oslo_concurrency.lockutils [req-ed5027bf-8721-4a1a-a4e6-d43af0656eb7 req-e7fd562f-e8ed-4080-b34a-c12a6ef29dd5 service nova] Releasing lock "refresh_cache-618a5bf4-5f52-4831-adba-dcb1a61bb6ce" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.048416] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46407} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.049622] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.049865] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.052412] env[68116]: DEBUG nova.compute.manager [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Received event network-changed-f86d133e-c776-43d1-a80b-42ccdcc3ad6e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.052597] env[68116]: DEBUG nova.compute.manager [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Refreshing instance network info cache due to event network-changed-f86d133e-c776-43d1-a80b-42ccdcc3ad6e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 626.052822] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Acquiring lock "refresh_cache-0c770674-5d97-4171-8fd3-48f7f8b93488" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.053025] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Acquired lock "refresh_cache-0c770674-5d97-4171-8fd3-48f7f8b93488" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.053187] env[68116]: DEBUG nova.network.neutron [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Refreshing network info cache for port f86d133e-c776-43d1-a80b-42ccdcc3ad6e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.054338] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a755acc5-8c01-4130-865b-149dbf0cb47a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.066040] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 626.066040] env[68116]: value = "task-2785399" [ 626.066040] env[68116]: _type = "Task" [ 626.066040] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.082187] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.154173] env[68116]: DEBUG nova.scheduler.client.report [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.166602] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785398, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.182222] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521ad9fc-be07-12c0-789c-a4565f5c8153, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.182957] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9597c4-e431-4a0f-a981-c4283d48dd2b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.190692] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 626.190692] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52415beb-4a86-592d-571f-8f8d4265878b" [ 626.190692] env[68116]: _type = "Task" [ 626.190692] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.200804] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52415beb-4a86-592d-571f-8f8d4265878b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.289063] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-df1bcb12-a39c-46af-a45d-a225dbaeb32f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.289777] env[68116]: DEBUG nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Instance network_info: |[{"id": "b942504c-7cb8-4864-98cf-170fcf6c2587", "address": "fa:16:3e:4b:50:d7", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb942504c-7c", "ovs_interfaceid": "b942504c-7cb8-4864-98cf-170fcf6c2587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.290049] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:50:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b942504c-7cb8-4864-98cf-170fcf6c2587', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.297992] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating folder: Project (c1f04159fb734bc3831c6060c86873cf). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.298402] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cba1ad80-c90e-457b-8f12-e548db0907d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.305021] env[68116]: DEBUG nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.309735] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created folder: Project (c1f04159fb734bc3831c6060c86873cf) in parent group-v559920. [ 626.309953] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating folder: Instances. Parent ref: group-v559930. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.310653] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c09196a1-c688-49b3-992a-9bba70f56e33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.319147] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created folder: Instances in parent group-v559930. [ 626.319598] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.320405] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.320661] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c01f28e-2991-4e7d-a4eb-3733ac63de1e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.347113] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.347113] env[68116]: value = "task-2785402" [ 626.347113] env[68116]: _type = "Task" [ 626.347113] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.357373] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785402, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.460604] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.460890] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.461014] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.461211] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.461359] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.461616] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.461753] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.461860] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.463126] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.463363] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.463543] env[68116]: DEBUG nova.virt.hardware [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.464423] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d261d25-4f19-418c-abab-f44ee5c5d30b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.473686] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96fdfcc-8a0e-4dab-9c9b-ccce31e94a60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.500086] env[68116]: DEBUG nova.network.neutron [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Successfully updated port: bfcc5a29-da24-4ea1-8bfb-3996515187f8 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.577790] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18794} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.577790] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.577790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa2167-97f0-4aaf-bdf0-e4fb60e136d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.600583] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.601300] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd855a43-7404-4a72-9183-073fb0381644 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.622056] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 626.622056] env[68116]: value = "task-2785403" [ 626.622056] env[68116]: _type = "Task" [ 626.622056] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.630388] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.662470] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.662622] env[68116]: DEBUG nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.668912] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.132s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.669145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.669393] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 626.671415] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.802s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.671415] env[68116]: INFO nova.compute.claims [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.673838] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727555} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.675348] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a12c9-50bc-4d45-9bcb-e13d67d9c370 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.679393] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 618a5bf4-5f52-4831-adba-dcb1a61bb6ce/618a5bf4-5f52-4831-adba-dcb1a61bb6ce.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.679393] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.679393] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-687e6445-2160-4aba-a513-a7e5279213a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.690494] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a55532-2894-4c8e-9747-2bbdeeb1fa42 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.694820] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 626.694820] env[68116]: value = "task-2785404" [ 626.694820] env[68116]: _type = "Task" [ 626.694820] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.711372] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b17bb6-c65b-4269-bd10-c3d472559fd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.720309] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.720641] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52415beb-4a86-592d-571f-8f8d4265878b, 'name': SearchDatastore_Task, 'duration_secs': 0.052526} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.721805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.721805] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 0c770674-5d97-4171-8fd3-48f7f8b93488/0c770674-5d97-4171-8fd3-48f7f8b93488.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.722659] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed64ae6-d1fb-4576-92b5-27db8c4f2528 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.728917] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ffed30-a153-4c69-aebf-1be331e924a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.732679] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 626.732679] env[68116]: value = "task-2785405" [ 626.732679] env[68116]: _type = "Task" [ 626.732679] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.759983] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181115MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 626.760181] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.765933] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.860167] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785402, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.006721] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.006721] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquired lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.007183] env[68116]: DEBUG nova.network.neutron [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.133071] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785403, 'name': ReconfigVM_Task, 'duration_secs': 0.360394} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.133344] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.134024] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0a762de-2642-43cc-b12a-a744ac9fd70b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.141593] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 627.141593] env[68116]: value = "task-2785406" [ 627.141593] env[68116]: _type = "Task" [ 627.141593] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.159271] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785406, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.176018] env[68116]: DEBUG nova.compute.utils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.184174] env[68116]: DEBUG nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.184446] env[68116]: DEBUG nova.network.neutron [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.207352] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102549} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.207532] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.209194] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3957bb-e7d6-4da2-97f3-2093e34aa9a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.237986] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 618a5bf4-5f52-4831-adba-dcb1a61bb6ce/618a5bf4-5f52-4831-adba-dcb1a61bb6ce.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.238487] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11fcf7b5-4023-4344-9555-ad76582b7327 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.270329] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488769} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.274742] env[68116]: DEBUG nova.policy [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48a1c2c5a0434d10a3fe86e61fec07fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2acc6bf1582145a7b1fc336994ccb7bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.277781] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 0c770674-5d97-4171-8fd3-48f7f8b93488/0c770674-5d97-4171-8fd3-48f7f8b93488.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.277781] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.277781] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 627.277781] env[68116]: value = "task-2785407" [ 627.277781] env[68116]: _type = "Task" [ 627.277781] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.277781] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7c35a24-8a79-4648-8af2-06fabfd32693 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.292421] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.293738] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 627.293738] env[68116]: value = "task-2785408" [ 627.293738] env[68116]: _type = "Task" [ 627.293738] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.302222] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.364559] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785402, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.433286] env[68116]: DEBUG nova.network.neutron [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Updated VIF entry in instance network info cache for port f86d133e-c776-43d1-a80b-42ccdcc3ad6e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.434047] env[68116]: DEBUG nova.network.neutron [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Updating instance_info_cache with network_info: [{"id": "f86d133e-c776-43d1-a80b-42ccdcc3ad6e", "address": "fa:16:3e:40:75:50", "network": {"id": "c095555c-e5a7-4031-9d88-35bd2ad7bee6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1965718719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999430b6990d4cd6ad1dfa2ac5bf0cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86d133e-c7", "ovs_interfaceid": "f86d133e-c776-43d1-a80b-42ccdcc3ad6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.597233] env[68116]: DEBUG nova.network.neutron [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.658166] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785406, 'name': Rename_Task, 'duration_secs': 0.16986} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.658633] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.663581] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c641dd57-91c2-4cb4-8486-049bb1efdcf9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.668941] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 627.668941] env[68116]: value = "task-2785409" [ 627.668941] env[68116]: _type = "Task" [ 627.668941] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.677847] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.684678] env[68116]: DEBUG nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.790672] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785407, 'name': ReconfigVM_Task, 'duration_secs': 0.440483} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.793755] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 618a5bf4-5f52-4831-adba-dcb1a61bb6ce/618a5bf4-5f52-4831-adba-dcb1a61bb6ce.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.794681] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28757969-d097-46d2-bd9c-f8b848712115 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.805173] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147207} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.806537] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.806660] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 627.806660] env[68116]: value = "task-2785410" [ 627.806660] env[68116]: _type = "Task" [ 627.806660] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.809635] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13431b40-e6ff-4313-885e-b7bbaf55a41c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.842606] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 0c770674-5d97-4171-8fd3-48f7f8b93488/0c770674-5d97-4171-8fd3-48f7f8b93488.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.848754] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a022eee8-cf9b-45cd-a2bf-f0cc6ac8cab4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.874973] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785402, 'name': CreateVM_Task, 'duration_secs': 1.286498} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.879708] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.879708] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 627.879708] env[68116]: value = "task-2785411" [ 627.879708] env[68116]: _type = "Task" [ 627.879708] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.887827] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.887827] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.887827] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.887827] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950b309d-5dc7-4544-a6e3-db9f14d814f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.902856] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.903509] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 627.903509] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5270d679-a4e8-2b3f-807c-26a81ef7832e" [ 627.903509] env[68116]: _type = "Task" [ 627.903509] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.914426] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff908e8c-e7e1-4b01-a483-25964e2e365e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.922802] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5270d679-a4e8-2b3f-807c-26a81ef7832e, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.924288] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.924522] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.924747] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.924887] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.925212] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.925441] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0615ad79-4f50-46ef-a2fe-2d7a117bd7ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.928131] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0389be-70fb-4bbc-a084-c8b19199ec16 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.960541] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Releasing lock "refresh_cache-0c770674-5d97-4171-8fd3-48f7f8b93488" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.960541] env[68116]: DEBUG nova.compute.manager [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Received event network-vif-plugged-b942504c-7cb8-4864-98cf-170fcf6c2587 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.960541] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Acquiring lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.960541] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.960541] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.960821] env[68116]: DEBUG nova.compute.manager [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] No waiting events found dispatching network-vif-plugged-b942504c-7cb8-4864-98cf-170fcf6c2587 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.960821] env[68116]: WARNING nova.compute.manager [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Received unexpected event network-vif-plugged-b942504c-7cb8-4864-98cf-170fcf6c2587 for instance with vm_state building and task_state spawning. [ 627.960821] env[68116]: DEBUG nova.compute.manager [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Received event network-changed-b942504c-7cb8-4864-98cf-170fcf6c2587 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.960821] env[68116]: DEBUG nova.compute.manager [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Refreshing instance network info cache due to event network-changed-b942504c-7cb8-4864-98cf-170fcf6c2587. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 627.960821] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Acquiring lock "refresh_cache-df1bcb12-a39c-46af-a45d-a225dbaeb32f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.960980] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Acquired lock "refresh_cache-df1bcb12-a39c-46af-a45d-a225dbaeb32f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.961028] env[68116]: DEBUG nova.network.neutron [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Refreshing network info cache for port b942504c-7cb8-4864-98cf-170fcf6c2587 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.964273] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaeea38-77c3-4695-b469-a6200d5e8470 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.966917] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.967450] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.968028] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d64dad-b3d4-4fde-b4d1-9e5c7bc2bf40 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.976968] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa055b-6fd4-4b9d-b7c0-10a9dd179f79 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.980688] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 627.980688] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d392eb-7cc1-1864-45ed-65dad00aaa68" [ 627.980688] env[68116]: _type = "Task" [ 627.980688] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.995284] env[68116]: DEBUG nova.compute.provider_tree [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.000877] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d392eb-7cc1-1864-45ed-65dad00aaa68, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.001652] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20e66e9-cbf5-4d08-9d53-7b18fee1b860 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.006547] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 628.006547] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5230ef60-c4d1-4551-2f13-c5a05bed2f2b" [ 628.006547] env[68116]: _type = "Task" [ 628.006547] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.015792] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5230ef60-c4d1-4551-2f13-c5a05bed2f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.182224] env[68116]: DEBUG oslo_vmware.api [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785409, 'name': PowerOnVM_Task, 'duration_secs': 0.454847} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.182224] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.182224] env[68116]: INFO nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Took 8.73 seconds to spawn the instance on the hypervisor. [ 628.182224] env[68116]: DEBUG nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.183761] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e72792d-1d33-48d2-bf35-75c1588e6546 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.220641] env[68116]: DEBUG nova.network.neutron [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Updating instance_info_cache with network_info: [{"id": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "address": "fa:16:3e:89:4c:c8", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcc5a29-da", "ovs_interfaceid": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.322599] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785410, 'name': Rename_Task, 'duration_secs': 0.162864} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.322984] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.323150] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be868dca-e9e1-48ef-8dfd-a6c12dca0145 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.328885] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 628.328885] env[68116]: value = "task-2785412" [ 628.328885] env[68116]: _type = "Task" [ 628.328885] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.336649] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.399167] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785411, 'name': ReconfigVM_Task, 'duration_secs': 0.286074} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.399167] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 0c770674-5d97-4171-8fd3-48f7f8b93488/0c770674-5d97-4171-8fd3-48f7f8b93488.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.400103] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e8c7ddd-d9ad-4058-b0d5-6081ebbae1ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.407173] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 628.407173] env[68116]: value = "task-2785413" [ 628.407173] env[68116]: _type = "Task" [ 628.407173] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.419163] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785413, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.520216] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5230ef60-c4d1-4551-2f13-c5a05bed2f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.521014] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.521014] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] df1bcb12-a39c-46af-a45d-a225dbaeb32f/df1bcb12-a39c-46af-a45d-a225dbaeb32f.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.521014] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c2e795f-da00-4997-9afc-5680149a36a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.527754] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 628.527754] env[68116]: value = "task-2785414" [ 628.527754] env[68116]: _type = "Task" [ 628.527754] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.534981] env[68116]: ERROR nova.scheduler.client.report [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [req-9d355d69-c3d6-4dd0-a667-d442ddccbfde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d355d69-c3d6-4dd0-a667-d442ddccbfde"}]} [ 628.550023] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.568074] env[68116]: DEBUG nova.scheduler.client.report [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 628.588975] env[68116]: DEBUG nova.scheduler.client.report [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 628.588975] env[68116]: DEBUG nova.compute.provider_tree [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.604201] env[68116]: DEBUG nova.scheduler.client.report [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 628.630346] env[68116]: DEBUG nova.scheduler.client.report [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 628.665713] env[68116]: DEBUG nova.network.neutron [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Successfully updated port: 023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.701820] env[68116]: DEBUG nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.718460] env[68116]: INFO nova.compute.manager [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Took 14.12 seconds to build instance. [ 628.723770] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Releasing lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.724082] env[68116]: DEBUG nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Instance network_info: |[{"id": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "address": "fa:16:3e:89:4c:c8", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcc5a29-da", "ovs_interfaceid": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.724504] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:4c:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfcc5a29-da24-4ea1-8bfb-3996515187f8', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.736911] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Creating folder: Project (89a154b584e345e981a1dbf4558e3c06). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.745043] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf592d6f-2b92-481b-96bd-813efc504b00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.754825] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Created folder: Project (89a154b584e345e981a1dbf4558e3c06) in parent group-v559920. [ 628.755461] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Creating folder: Instances. Parent ref: group-v559933. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.760160] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.760422] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.760570] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.760753] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.760896] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.761055] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.761281] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.761435] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.761601] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.761762] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.761936] env[68116]: DEBUG nova.virt.hardware [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.762287] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02a200d0-4468-46ae-a7f4-28527f580142 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.765102] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb3c3c-a139-462f-8971-df910ca4eb16 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.775843] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e62f8-2593-4dba-afe2-0932f3975252 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.798123] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Created folder: Instances in parent group-v559933. [ 628.798297] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.801162] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.801988] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-879da957-94c2-4447-9370-eb41dddf691b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.820834] env[68116]: DEBUG nova.network.neutron [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Successfully created port: 1f3ed2db-508b-47d5-af89-68709df2b961 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.825874] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7f72fe-7b5d-44df-ad1b-1067d95820eb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.828548] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.828548] env[68116]: value = "task-2785417" [ 628.828548] env[68116]: _type = "Task" [ 628.828548] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.839199] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88282fb0-8a5b-4e7a-939e-0dfee610c037 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.846196] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785417, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.853468] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.877951] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b35da-bb32-42e1-8601-bb3e07978b60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.886751] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a6d92-f6c6-4d0b-be8d-3f650591847e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.902702] env[68116]: DEBUG nova.compute.provider_tree [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.916624] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785413, 'name': Rename_Task, 'duration_secs': 0.173518} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.917760] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.918034] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192f1a72-7bf8-4f7a-943f-9b5d788cb1f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.925624] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 628.925624] env[68116]: value = "task-2785418" [ 628.925624] env[68116]: _type = "Task" [ 628.925624] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.934262] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.043999] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504142} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.044431] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] df1bcb12-a39c-46af-a45d-a225dbaeb32f/df1bcb12-a39c-46af-a45d-a225dbaeb32f.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.044527] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.045349] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b0384ac-0cc6-437b-83d0-4fe65300c2ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.054525] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 629.054525] env[68116]: value = "task-2785419" [ 629.054525] env[68116]: _type = "Task" [ 629.054525] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.067316] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.171318] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.171522] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquired lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.171697] env[68116]: DEBUG nova.network.neutron [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.224616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eaf9cf36-6f89-4732-81a5-01435b94c35f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "c721202d-862f-452c-8d7d-273e67604bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.644s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.351177] env[68116]: DEBUG oslo_vmware.api [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785412, 'name': PowerOnVM_Task, 'duration_secs': 0.567323} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.351177] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785417, 'name': CreateVM_Task, 'duration_secs': 0.472626} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.351336] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.351431] env[68116]: INFO nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Took 15.15 seconds to spawn the instance on the hypervisor. [ 629.351572] env[68116]: DEBUG nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.351770] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.352639] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1368c356-4f31-4c34-b852-5d47259a402c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.355824] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.355824] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.356147] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.356394] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3dc0c4-ae44-46e7-8e9b-eeeb0d45748c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.364402] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 629.364402] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52680a86-a101-ba19-8a09-e594d292aa1d" [ 629.364402] env[68116]: _type = "Task" [ 629.364402] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.381062] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52680a86-a101-ba19-8a09-e594d292aa1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.381062] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.381062] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.381062] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.381402] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.381402] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.381402] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c52be7b-3bc3-4020-a9da-62c87f5e796e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.392754] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.392754] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.392754] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98c1b6b-c505-4877-a3f5-193f7653129f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.396297] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 629.396297] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5270981f-845b-09b6-d485-7bea9445d225" [ 629.396297] env[68116]: _type = "Task" [ 629.396297] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.411579] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5270981f-845b-09b6-d485-7bea9445d225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.436195] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.449571] env[68116]: DEBUG nova.scheduler.client.report [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 12 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 629.449839] env[68116]: DEBUG nova.compute.provider_tree [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 12 to 13 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 629.450054] env[68116]: DEBUG nova.compute.provider_tree [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.564522] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063601} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.564798] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.565968] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33af13-bec9-4be6-8338-187593f9c30c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.593989] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] df1bcb12-a39c-46af-a45d-a225dbaeb32f/df1bcb12-a39c-46af-a45d-a225dbaeb32f.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.597744] env[68116]: DEBUG nova.network.neutron [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Updated VIF entry in instance network info cache for port b942504c-7cb8-4864-98cf-170fcf6c2587. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.597744] env[68116]: DEBUG nova.network.neutron [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Updating instance_info_cache with network_info: [{"id": "b942504c-7cb8-4864-98cf-170fcf6c2587", "address": "fa:16:3e:4b:50:d7", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb942504c-7c", "ovs_interfaceid": "b942504c-7cb8-4864-98cf-170fcf6c2587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.597869] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f316dc8-9363-45ff-822f-12d4360ac505 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.621245] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 629.621245] env[68116]: value = "task-2785420" [ 629.621245] env[68116]: _type = "Task" [ 629.621245] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.633739] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785420, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.781261] env[68116]: DEBUG nova.network.neutron [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.851734] env[68116]: DEBUG nova.compute.manager [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Received event network-vif-plugged-bfcc5a29-da24-4ea1-8bfb-3996515187f8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.852019] env[68116]: DEBUG oslo_concurrency.lockutils [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] Acquiring lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.852273] env[68116]: DEBUG oslo_concurrency.lockutils [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.852465] env[68116]: DEBUG oslo_concurrency.lockutils [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.852674] env[68116]: DEBUG nova.compute.manager [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] No waiting events found dispatching network-vif-plugged-bfcc5a29-da24-4ea1-8bfb-3996515187f8 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.852890] env[68116]: WARNING nova.compute.manager [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Received unexpected event network-vif-plugged-bfcc5a29-da24-4ea1-8bfb-3996515187f8 for instance with vm_state building and task_state spawning. [ 629.853136] env[68116]: DEBUG nova.compute.manager [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Received event network-changed-bfcc5a29-da24-4ea1-8bfb-3996515187f8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.853347] env[68116]: DEBUG nova.compute.manager [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Refreshing instance network info cache due to event network-changed-bfcc5a29-da24-4ea1-8bfb-3996515187f8. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 629.853582] env[68116]: DEBUG oslo_concurrency.lockutils [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] Acquiring lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.853757] env[68116]: DEBUG oslo_concurrency.lockutils [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] Acquired lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.853953] env[68116]: DEBUG nova.network.neutron [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Refreshing network info cache for port bfcc5a29-da24-4ea1-8bfb-3996515187f8 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.883017] env[68116]: DEBUG nova.compute.manager [req-75c5ef98-c277-4b65-9c8c-a5992e5341dd req-e6b4b6de-5237-42fe-adef-1b6fcfeffe7c service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Received event network-vif-plugged-023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.883017] env[68116]: DEBUG oslo_concurrency.lockutils [req-75c5ef98-c277-4b65-9c8c-a5992e5341dd req-e6b4b6de-5237-42fe-adef-1b6fcfeffe7c service nova] Acquiring lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.883384] env[68116]: DEBUG oslo_concurrency.lockutils [req-75c5ef98-c277-4b65-9c8c-a5992e5341dd req-e6b4b6de-5237-42fe-adef-1b6fcfeffe7c service nova] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.883477] env[68116]: DEBUG oslo_concurrency.lockutils [req-75c5ef98-c277-4b65-9c8c-a5992e5341dd req-e6b4b6de-5237-42fe-adef-1b6fcfeffe7c service nova] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.883972] env[68116]: DEBUG nova.compute.manager [req-75c5ef98-c277-4b65-9c8c-a5992e5341dd req-e6b4b6de-5237-42fe-adef-1b6fcfeffe7c service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] No waiting events found dispatching network-vif-plugged-023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.883972] env[68116]: WARNING nova.compute.manager [req-75c5ef98-c277-4b65-9c8c-a5992e5341dd req-e6b4b6de-5237-42fe-adef-1b6fcfeffe7c service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Received unexpected event network-vif-plugged-023c642e-2d78-4760-b3ec-50b837d6fcbb for instance with vm_state building and task_state spawning. [ 629.889367] env[68116]: INFO nova.compute.manager [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Took 19.92 seconds to build instance. [ 629.908260] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5270981f-845b-09b6-d485-7bea9445d225, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.909074] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d697cd-ba9f-4648-92dc-936196907276 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.915168] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 629.915168] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5288234d-7fed-5dc5-7f77-d36fa1cc46cf" [ 629.915168] env[68116]: _type = "Task" [ 629.915168] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.925327] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5288234d-7fed-5dc5-7f77-d36fa1cc46cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.934997] env[68116]: DEBUG oslo_vmware.api [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785418, 'name': PowerOnVM_Task, 'duration_secs': 0.831246} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.935238] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.935427] env[68116]: INFO nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Took 12.78 seconds to spawn the instance on the hypervisor. [ 629.935600] env[68116]: DEBUG nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.936574] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43db3f9d-0dd4-47fa-8115-91ace802fc17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.955252] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.285s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.955799] env[68116]: DEBUG nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.958324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.198s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.115383] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b4c2951-c02c-4d8c-be0a-50f8832bfc71 req-caa2e533-c65a-46c8-830e-7754563327f0 service nova] Releasing lock "refresh_cache-df1bcb12-a39c-46af-a45d-a225dbaeb32f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.131800] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.223197] env[68116]: DEBUG nova.network.neutron [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Updating instance_info_cache with network_info: [{"id": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "address": "fa:16:3e:0c:2e:47", "network": {"id": "cacfa567-4f66-4402-b683-533022b94d95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-848066327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f5500800214828bcc38f5acbea48bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023c642e-2d", "ovs_interfaceid": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.389432] env[68116]: DEBUG oslo_concurrency.lockutils [None req-34659853-2b63-4d4e-9a40-8390138b2585 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.435s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.436167] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5288234d-7fed-5dc5-7f77-d36fa1cc46cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.436462] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.436780] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 1b45170d-dbbc-400c-9b3d-e04806b3be6d/1b45170d-dbbc-400c-9b3d-e04806b3be6d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.437160] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b03b1321-c6d4-4757-9e16-0727e2bf363f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.446026] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 630.446026] env[68116]: value = "task-2785421" [ 630.446026] env[68116]: _type = "Task" [ 630.446026] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.461960] env[68116]: DEBUG nova.compute.utils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.469463] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.471888] env[68116]: DEBUG nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.472193] env[68116]: DEBUG nova.network.neutron [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.475176] env[68116]: INFO nova.compute.manager [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Took 17.62 seconds to build instance. [ 630.642047] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785420, 'name': ReconfigVM_Task, 'duration_secs': 0.534718} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.642420] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Reconfigured VM instance instance-00000004 to attach disk [datastore2] df1bcb12-a39c-46af-a45d-a225dbaeb32f/df1bcb12-a39c-46af-a45d-a225dbaeb32f.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.643283] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d84acc17-2694-4cb1-a01d-a0ea10f94673 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.652316] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 630.652316] env[68116]: value = "task-2785422" [ 630.652316] env[68116]: _type = "Task" [ 630.652316] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.663473] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785422, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.713976] env[68116]: DEBUG nova.policy [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b41ccbbeacb741cebb954cb43fad0427', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3215ea2f2c4c85879e83f5184d7130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.725985] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Releasing lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.726725] env[68116]: DEBUG nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Instance network_info: |[{"id": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "address": "fa:16:3e:0c:2e:47", "network": {"id": "cacfa567-4f66-4402-b683-533022b94d95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-848066327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f5500800214828bcc38f5acbea48bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023c642e-2d", "ovs_interfaceid": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.727809] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:2e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '023c642e-2d78-4760-b3ec-50b837d6fcbb', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.745406] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Creating folder: Project (58f5500800214828bcc38f5acbea48bc). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.745782] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52fb11e5-2fbc-46d4-b8b9-c643eea59e99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.763433] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Created folder: Project (58f5500800214828bcc38f5acbea48bc) in parent group-v559920. [ 630.763632] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Creating folder: Instances. Parent ref: group-v559936. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.763895] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a1a3bd-11e6-44e1-ac59-db554c396540 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.777074] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Created folder: Instances in parent group-v559936. [ 630.777348] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.777916] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.778252] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f39526b5-8bcc-42f7-b489-fcedb3388ac4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.805036] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.805036] env[68116]: value = "task-2785425" [ 630.805036] env[68116]: _type = "Task" [ 630.805036] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.813630] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785425, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.961414] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49513} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.962690] env[68116]: DEBUG nova.network.neutron [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Updated VIF entry in instance network info cache for port bfcc5a29-da24-4ea1-8bfb-3996515187f8. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.963181] env[68116]: DEBUG nova.network.neutron [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Updating instance_info_cache with network_info: [{"id": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "address": "fa:16:3e:89:4c:c8", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcc5a29-da", "ovs_interfaceid": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.964445] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 1b45170d-dbbc-400c-9b3d-e04806b3be6d/1b45170d-dbbc-400c-9b3d-e04806b3be6d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.965182] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.965622] env[68116]: DEBUG nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.968754] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d1105a9-2d4b-4469-8d4b-80fb7a680f9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.981702] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 630.981702] env[68116]: value = "task-2785426" [ 630.981702] env[68116]: _type = "Task" [ 630.981702] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.983282] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48157405-c233-4a57-8d84-f07e95424a24 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.133s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.988189] env[68116]: INFO nova.compute.manager [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Rebuilding instance [ 631.003664] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.023321] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 618a5bf4-5f52-4831-adba-dcb1a61bb6ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.023437] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 0c770674-5d97-4171-8fd3-48f7f8b93488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.024883] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance c721202d-862f-452c-8d7d-273e67604bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.024883] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance df1bcb12-a39c-46af-a45d-a225dbaeb32f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.024883] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 1b45170d-dbbc-400c-9b3d-e04806b3be6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.024883] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance df2832e7-8cb9-4082-9158-7b3e8fbad12a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.025252] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 4e21f18e-d2ed-4c2b-84b0-6f14323a6532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.025252] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 8115ca18-6617-4b2a-9648-b4161f572703 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.025252] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 631.025252] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 631.054443] env[68116]: DEBUG nova.compute.manager [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.056328] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a96d7e-d9fe-4483-9d2a-b6aeadb97460 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.170046] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785422, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.200325] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be25f561-b58d-4aa8-a833-af38e82bf3d3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.208739] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ab74bb-af93-4edd-a3a9-3edf3cb8ba5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.244103] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf2bf04-e85b-4027-91e5-37b397329148 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.254410] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d7eb1c-4652-4bf8-b201-2aeebad5a467 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.270519] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.315174] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785425, 'name': CreateVM_Task, 'duration_secs': 0.397803} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.315255] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.315896] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.316069] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.316378] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.316889] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59f81b9-c05e-4cb0-8eea-4af275d928fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.322293] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 631.322293] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e25800-5194-0f0b-c1de-47be616ab110" [ 631.322293] env[68116]: _type = "Task" [ 631.322293] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.331708] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e25800-5194-0f0b-c1de-47be616ab110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.469813] env[68116]: DEBUG oslo_concurrency.lockutils [req-f84ec972-1cef-42a4-a7b5-7c538ce68062 req-2b9c496b-948f-446d-86fb-bbbf643dfb15 service nova] Releasing lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.494878] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068003} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.496340] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.496488] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b339985-c848-4ed5-a698-4f0fd2f5e3e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.524119] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1b45170d-dbbc-400c-9b3d-e04806b3be6d/1b45170d-dbbc-400c-9b3d-e04806b3be6d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.525508] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7acfc9-cbc3-41de-b314-64e62ff0cc06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.550298] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 631.550298] env[68116]: value = "task-2785427" [ 631.550298] env[68116]: _type = "Task" [ 631.550298] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.561493] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.666490] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785422, 'name': Rename_Task, 'duration_secs': 0.668881} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.666490] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.666812] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ffb9be9-e7aa-4a82-b1f9-19d58ef98f70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.673482] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 631.673482] env[68116]: value = "task-2785428" [ 631.673482] env[68116]: _type = "Task" [ 631.673482] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.683951] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.775525] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.841672] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e25800-5194-0f0b-c1de-47be616ab110, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.842042] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.842321] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.842664] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.842876] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.843115] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.843501] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-335fa855-c8fd-47d0-a90b-900c0353571f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.852522] env[68116]: DEBUG nova.network.neutron [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Successfully updated port: 1f3ed2db-508b-47d5-af89-68709df2b961 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.853965] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.854080] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.858936] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181bb892-aca4-4e38-b4ee-e47096b9a485 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.867231] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 631.867231] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c86677-45c5-f980-e977-733cd8295062" [ 631.867231] env[68116]: _type = "Task" [ 631.867231] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.883853] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c86677-45c5-f980-e977-733cd8295062, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.883853] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88fd94f-adb8-4c54-b8ea-37ba0b3129ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.890579] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 631.890579] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5279c335-918c-ba79-ccc3-1b26ff1ffe43" [ 631.890579] env[68116]: _type = "Task" [ 631.890579] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.898458] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5279c335-918c-ba79-ccc3-1b26ff1ffe43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.985056] env[68116]: DEBUG nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.018971] env[68116]: DEBUG nova.network.neutron [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Successfully created port: bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.026655] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.026846] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.026998] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.027187] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.027333] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.027513] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.027868] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.027868] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.027975] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.028253] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.028477] env[68116]: DEBUG nova.virt.hardware [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.029313] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77fd89-6710-465c-93e1-68eff38b46a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.047128] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41ab62-b76f-45fd-9ec3-9a1a233fea5f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.072457] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.075406] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.076552] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-687f133c-60b5-464f-9af5-63992e5ca736 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.083936] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 632.083936] env[68116]: value = "task-2785429" [ 632.083936] env[68116]: _type = "Task" [ 632.083936] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.093038] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.188390] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.285845] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 632.286068] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.328s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.361858] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "refresh_cache-4e21f18e-d2ed-4c2b-84b0-6f14323a6532" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.361858] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquired lock "refresh_cache-4e21f18e-d2ed-4c2b-84b0-6f14323a6532" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.361858] env[68116]: DEBUG nova.network.neutron [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.403474] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5279c335-918c-ba79-ccc3-1b26ff1ffe43, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.403983] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.404430] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] df2832e7-8cb9-4082-9158-7b3e8fbad12a/df2832e7-8cb9-4082-9158-7b3e8fbad12a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.404836] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d12298f-75ca-447c-b6c9-1e41d1276d19 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.417340] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 632.417340] env[68116]: value = "task-2785430" [ 632.417340] env[68116]: _type = "Task" [ 632.417340] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.433583] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.574522] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785427, 'name': ReconfigVM_Task, 'duration_secs': 0.662611} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.574956] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1b45170d-dbbc-400c-9b3d-e04806b3be6d/1b45170d-dbbc-400c-9b3d-e04806b3be6d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.575854] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a875057-e8e8-4c51-b6c9-c2a3dbc5d63a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.586334] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 632.586334] env[68116]: value = "task-2785431" [ 632.586334] env[68116]: _type = "Task" [ 632.586334] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.609292] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785429, 'name': PowerOffVM_Task, 'duration_secs': 0.148995} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.609544] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785431, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.609855] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.610123] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.611123] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988b9c3b-8be9-4317-b782-af7aed8f6e6f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.621124] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.621124] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef09044c-96e9-4cef-8160-976f576a7aec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.647495] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.647495] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.647495] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleting the datastore file [datastore2] c721202d-862f-452c-8d7d-273e67604bb2 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.647495] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b718a2ae-eabe-49bf-bc2f-d93d9468ad1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.656412] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 632.656412] env[68116]: value = "task-2785433" [ 632.656412] env[68116]: _type = "Task" [ 632.656412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.666190] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.691799] env[68116]: DEBUG oslo_vmware.api [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785428, 'name': PowerOnVM_Task, 'duration_secs': 0.936466} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.691799] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.691799] env[68116]: INFO nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Took 10.97 seconds to spawn the instance on the hypervisor. [ 632.691926] env[68116]: DEBUG nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.693295] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b932b2db-aa58-40ed-9cb3-bc6a14325d05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.696195] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Acquiring lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.696435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.696836] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Acquiring lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.697027] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.697227] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.699877] env[68116]: INFO nova.compute.manager [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Terminating instance [ 632.837398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "e521119a-14ac-4e88-9b39-417b408bec14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.837501] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "e521119a-14ac-4e88-9b39-417b408bec14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.928710] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785430, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.085640] env[68116]: DEBUG nova.network.neutron [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.108464] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785431, 'name': Rename_Task, 'duration_secs': 0.29059} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.108795] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.109053] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be49896-6d20-4822-8632-458f06f75364 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.117763] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 633.117763] env[68116]: value = "task-2785434" [ 633.117763] env[68116]: _type = "Task" [ 633.117763] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.130082] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.165680] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356209} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.165950] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.166864] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.166864] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.212819] env[68116]: DEBUG nova.compute.manager [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.213208] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.214258] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a19a47-c7c1-476b-a750-e09f88c18e21 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.220254] env[68116]: INFO nova.compute.manager [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Took 18.24 seconds to build instance. [ 633.224396] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.224735] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-902cc2a4-1023-432f-b225-450319b7b9e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.230563] env[68116]: DEBUG oslo_vmware.api [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Waiting for the task: (returnval){ [ 633.230563] env[68116]: value = "task-2785435" [ 633.230563] env[68116]: _type = "Task" [ 633.230563] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.245269] env[68116]: DEBUG oslo_vmware.api [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Task: {'id': task-2785435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.340695] env[68116]: DEBUG nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.432716] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540619} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.433032] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] df2832e7-8cb9-4082-9158-7b3e8fbad12a/df2832e7-8cb9-4082-9158-7b3e8fbad12a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.433160] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.434029] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0cc1d9a-8e2f-484b-9b88-2b425e681812 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.440906] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 633.440906] env[68116]: value = "task-2785436" [ 633.440906] env[68116]: _type = "Task" [ 633.440906] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.454143] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.466233] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "9510e99c-c0ac-4360-a263-cac731f70720" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.466563] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "9510e99c-c0ac-4360-a263-cac731f70720" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.537447] env[68116]: DEBUG nova.network.neutron [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Updating instance_info_cache with network_info: [{"id": "1f3ed2db-508b-47d5-af89-68709df2b961", "address": "fa:16:3e:06:d8:26", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3ed2db-50", "ovs_interfaceid": "1f3ed2db-508b-47d5-af89-68709df2b961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.628968] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.687714] env[68116]: DEBUG nova.compute.manager [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Received event network-changed-023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.687714] env[68116]: DEBUG nova.compute.manager [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Refreshing instance network info cache due to event network-changed-023c642e-2d78-4760-b3ec-50b837d6fcbb. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 633.687714] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Acquiring lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.687714] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Acquired lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.687714] env[68116]: DEBUG nova.network.neutron [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Refreshing network info cache for port 023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.721715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eab33d88-d70a-4e17-8620-97fcb96488b2 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.755s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.745495] env[68116]: DEBUG oslo_vmware.api [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Task: {'id': task-2785435, 'name': PowerOffVM_Task, 'duration_secs': 0.376453} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.746116] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.746116] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.746573] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ca0d58b-bd90-4969-a5a9-b050e66500bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.834606] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.835156] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.835466] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Deleting the datastore file [datastore2] 618a5bf4-5f52-4831-adba-dcb1a61bb6ce {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.836225] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c73f4fd-4ea3-43c7-bdd0-c558261f3cb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.846514] env[68116]: DEBUG oslo_vmware.api [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Waiting for the task: (returnval){ [ 633.846514] env[68116]: value = "task-2785438" [ 633.846514] env[68116]: _type = "Task" [ 633.846514] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.861351] env[68116]: DEBUG oslo_vmware.api [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Task: {'id': task-2785438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.889656] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.889656] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.889656] env[68116]: INFO nova.compute.claims [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.957019] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069762} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.957019] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.957019] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df10d6-e985-4a9f-ae20-1b9c470ad50b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.972449] env[68116]: DEBUG nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.987674] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] df2832e7-8cb9-4082-9158-7b3e8fbad12a/df2832e7-8cb9-4082-9158-7b3e8fbad12a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.988933] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8409ecbf-14b3-4fdf-bec6-70db1a0246b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.013472] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 634.013472] env[68116]: value = "task-2785439" [ 634.013472] env[68116]: _type = "Task" [ 634.013472] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.022530] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.043392] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Releasing lock "refresh_cache-4e21f18e-d2ed-4c2b-84b0-6f14323a6532" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.043392] env[68116]: DEBUG nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Instance network_info: |[{"id": "1f3ed2db-508b-47d5-af89-68709df2b961", "address": "fa:16:3e:06:d8:26", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3ed2db-50", "ovs_interfaceid": "1f3ed2db-508b-47d5-af89-68709df2b961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.043562] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:d8:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f3ed2db-508b-47d5-af89-68709df2b961', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.053135] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Creating folder: Project (2acc6bf1582145a7b1fc336994ccb7bb). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.053791] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f027547-e425-473a-aa39-27b81d503a7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.068028] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Created folder: Project (2acc6bf1582145a7b1fc336994ccb7bb) in parent group-v559920. [ 634.068028] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Creating folder: Instances. Parent ref: group-v559939. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.068028] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-620d0b16-93a3-4778-bcc7-5edd053c3802 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.079209] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Created folder: Instances in parent group-v559939. [ 634.079209] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.079209] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.079209] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff4cea2-6386-4bee-ac8f-be6148cf8acb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.103828] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.103828] env[68116]: value = "task-2785442" [ 634.103828] env[68116]: _type = "Task" [ 634.103828] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.117335] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785442, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.129578] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.235842] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.235842] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.235842] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.235842] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.236364] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.236364] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.236364] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.236364] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.236364] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.236567] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.236567] env[68116]: DEBUG nova.virt.hardware [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.236567] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1577b09-f03b-4a33-9ba8-ccffde085076 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.245829] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865db658-5821-45c6-9c73-588699a4843a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.262123] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.268168] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.268471] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.268726] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44eb7098-1b41-4f95-bdb4-a9af69df3797 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.287519] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.287519] env[68116]: value = "task-2785443" [ 634.287519] env[68116]: _type = "Task" [ 634.287519] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.295861] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785443, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.358155] env[68116]: DEBUG oslo_vmware.api [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Task: {'id': task-2785438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167681} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.358433] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.358620] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.358811] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.358988] env[68116]: INFO nova.compute.manager [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 634.359266] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.359443] env[68116]: DEBUG nova.compute.manager [-] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.360040] env[68116]: DEBUG nova.network.neutron [-] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.518637] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.528750] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785439, 'name': ReconfigVM_Task, 'duration_secs': 0.388925} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.529264] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] df2832e7-8cb9-4082-9158-7b3e8fbad12a/df2832e7-8cb9-4082-9158-7b3e8fbad12a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.529969] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cadae27f-79d3-4dd8-97f6-4c51d1fd4f44 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.537337] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 634.537337] env[68116]: value = "task-2785444" [ 634.537337] env[68116]: _type = "Task" [ 634.537337] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.549109] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785444, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.616201] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785442, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.635841] env[68116]: DEBUG oslo_vmware.api [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785434, 'name': PowerOnVM_Task, 'duration_secs': 1.21991} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.636297] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.636544] env[68116]: INFO nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Took 10.62 seconds to spawn the instance on the hypervisor. [ 634.636734] env[68116]: DEBUG nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.638152] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061db821-d077-4485-868f-c5d11a47f714 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.711679] env[68116]: DEBUG nova.network.neutron [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Updated VIF entry in instance network info cache for port 023c642e-2d78-4760-b3ec-50b837d6fcbb. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.712169] env[68116]: DEBUG nova.network.neutron [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Updating instance_info_cache with network_info: [{"id": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "address": "fa:16:3e:0c:2e:47", "network": {"id": "cacfa567-4f66-4402-b683-533022b94d95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-848066327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f5500800214828bcc38f5acbea48bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023c642e-2d", "ovs_interfaceid": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.802175] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785443, 'name': CreateVM_Task, 'duration_secs': 0.343502} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.802416] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.802742] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.802902] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.803277] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.803533] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4389f1fa-feda-42b1-8ac2-0a7ff1a5b515 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.808483] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 634.808483] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526a418e-bb7f-5e30-65c6-f37108bab4c8" [ 634.808483] env[68116]: _type = "Task" [ 634.808483] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.817845] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526a418e-bb7f-5e30-65c6-f37108bab4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.053870] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785444, 'name': Rename_Task, 'duration_secs': 0.199747} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.054171] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.054859] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf7c493-a7ad-4931-bb4d-a5d8fe329ca0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.063990] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 635.063990] env[68116]: value = "task-2785445" [ 635.063990] env[68116]: _type = "Task" [ 635.063990] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.077634] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.106130] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe91bd-ac73-4853-9d6d-cbcbe10439ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.119843] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785442, 'name': CreateVM_Task, 'duration_secs': 0.630475} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.123182] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.125243] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.129194] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c050d0b-9a07-4d90-9dee-f633b8eb55c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.171390] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67744d0-a5f5-4596-bb1f-63c4ff00befd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.176730] env[68116]: INFO nova.compute.manager [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Took 19.43 seconds to build instance. [ 635.185436] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4effab7-dc79-4f17-a16a-e8c40d1d8381 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.191240] env[68116]: DEBUG nova.network.neutron [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Successfully updated port: bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.205564] env[68116]: DEBUG nova.compute.provider_tree [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.217029] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Releasing lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.217029] env[68116]: DEBUG nova.compute.manager [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Received event network-vif-plugged-1f3ed2db-508b-47d5-af89-68709df2b961 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.217265] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Acquiring lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.217511] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.217716] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.218354] env[68116]: DEBUG nova.compute.manager [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] No waiting events found dispatching network-vif-plugged-1f3ed2db-508b-47d5-af89-68709df2b961 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.218483] env[68116]: WARNING nova.compute.manager [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Received unexpected event network-vif-plugged-1f3ed2db-508b-47d5-af89-68709df2b961 for instance with vm_state building and task_state spawning. [ 635.218676] env[68116]: DEBUG nova.compute.manager [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Received event network-changed-1f3ed2db-508b-47d5-af89-68709df2b961 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.218879] env[68116]: DEBUG nova.compute.manager [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Refreshing instance network info cache due to event network-changed-1f3ed2db-508b-47d5-af89-68709df2b961. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 635.219450] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Acquiring lock "refresh_cache-4e21f18e-d2ed-4c2b-84b0-6f14323a6532" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.219450] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Acquired lock "refresh_cache-4e21f18e-d2ed-4c2b-84b0-6f14323a6532" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.219685] env[68116]: DEBUG nova.network.neutron [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Refreshing network info cache for port 1f3ed2db-508b-47d5-af89-68709df2b961 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.322537] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526a418e-bb7f-5e30-65c6-f37108bab4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.322868] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.323141] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.323744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.323744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.324044] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.327572] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.327951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.328226] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbca4ed6-61fb-4c04-b6a1-1d5179522cd7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.331565] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9094af6-e363-497d-beae-f71f8d1c3b8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.337818] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 635.337818] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5296448a-4310-0044-b124-1dea6fbb91f6" [ 635.337818] env[68116]: _type = "Task" [ 635.337818] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.346754] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.347096] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.348788] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6675b17-ee1c-4b75-bd65-a7f9153da084 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.357672] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5296448a-4310-0044-b124-1dea6fbb91f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.358390] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.359437] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.359437] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.362577] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 635.362577] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526d958b-1c79-4dcc-9c03-fcd313e8e8dc" [ 635.362577] env[68116]: _type = "Task" [ 635.362577] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.382477] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526d958b-1c79-4dcc-9c03-fcd313e8e8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.384097] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd186077-f79c-41e4-8cf8-f3031105efdc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.392040] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 635.392040] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5202fbdd-d387-1f5c-67c6-e0cc6525b30a" [ 635.392040] env[68116]: _type = "Task" [ 635.392040] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.406303] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5202fbdd-d387-1f5c-67c6-e0cc6525b30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.580520] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.631426] env[68116]: DEBUG nova.network.neutron [-] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.678616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-148a29a8-d025-4d34-87ce-d38c3cf8e8e3 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.939s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.693696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.694078] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.694078] env[68116]: DEBUG nova.network.neutron [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.709946] env[68116]: DEBUG nova.scheduler.client.report [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.760463] env[68116]: DEBUG nova.compute.manager [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.761707] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd336cb-18f2-4397-ad5a-464ce37296a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.909480] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5202fbdd-d387-1f5c-67c6-e0cc6525b30a, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.909985] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.909985] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.910184] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.910617] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.910617] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc8949fa-17af-4294-8cb0-ad193ebcdbdc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.912868] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7597a3a5-2c46-4fd1-b331-762b9f86ab3f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.920618] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 635.920618] env[68116]: value = "task-2785446" [ 635.920618] env[68116]: _type = "Task" [ 635.920618] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.926318] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.926318] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.927879] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3210dfd0-d132-451c-9a6f-12556d4d149e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.933340] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.940082] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 635.940082] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b0a7e6-b844-9174-ac31-0d2fad3531b4" [ 635.940082] env[68116]: _type = "Task" [ 635.940082] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.949078] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b0a7e6-b844-9174-ac31-0d2fad3531b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.080914] env[68116]: DEBUG oslo_vmware.api [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785445, 'name': PowerOnVM_Task, 'duration_secs': 0.661319} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.082117] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.083692] env[68116]: INFO nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Took 9.78 seconds to spawn the instance on the hypervisor. [ 636.083692] env[68116]: DEBUG nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.083857] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e22be-398e-4da4-b0fa-1c1e14cc8ed7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.136920] env[68116]: INFO nova.compute.manager [-] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Took 1.78 seconds to deallocate network for instance. [ 636.137668] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.137897] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.216043] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.216807] env[68116]: DEBUG nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.224829] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.706s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.226410] env[68116]: INFO nova.compute.claims [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.275068] env[68116]: INFO nova.compute.manager [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] instance snapshotting [ 636.278219] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc357498-ec4a-4f81-901d-3d771f9cc142 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.302149] env[68116]: DEBUG nova.network.neutron [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.306029] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbbba52-ea02-4cf5-8ca0-11da4dacac9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.391943] env[68116]: DEBUG nova.network.neutron [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Updated VIF entry in instance network info cache for port 1f3ed2db-508b-47d5-af89-68709df2b961. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.392768] env[68116]: DEBUG nova.network.neutron [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Updating instance_info_cache with network_info: [{"id": "1f3ed2db-508b-47d5-af89-68709df2b961", "address": "fa:16:3e:06:d8:26", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f3ed2db-50", "ovs_interfaceid": "1f3ed2db-508b-47d5-af89-68709df2b961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.431686] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785446, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.451311] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b0a7e6-b844-9174-ac31-0d2fad3531b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.452143] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f74f0d0-d4a6-44ff-91ad-8206d6b30952 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.458580] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 636.458580] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e9ac7c-8b9f-8853-1d3b-c6e14b55d16a" [ 636.458580] env[68116]: _type = "Task" [ 636.458580] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.467477] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e9ac7c-8b9f-8853-1d3b-c6e14b55d16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.491550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.491843] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.491963] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.492187] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.492382] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.494994] env[68116]: INFO nova.compute.manager [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Terminating instance [ 636.609041] env[68116]: INFO nova.compute.manager [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Took 19.36 seconds to build instance. [ 636.640370] env[68116]: DEBUG nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.646896] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.726583] env[68116]: DEBUG nova.compute.utils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.728160] env[68116]: DEBUG nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.732060] env[68116]: DEBUG nova.network.neutron [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.779802] env[68116]: DEBUG nova.network.neutron [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updating instance_info_cache with network_info: [{"id": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "address": "fa:16:3e:0b:f8:1f", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf13920-3d", "ovs_interfaceid": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.822081] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 636.822449] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dff92c82-95f9-4020-9975-b5ca3ee52bda {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.832314] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 636.832314] env[68116]: value = "task-2785447" [ 636.832314] env[68116]: _type = "Task" [ 636.832314] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.833788] env[68116]: DEBUG nova.policy [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d16d3ae21af4b55b8a0e9778d3ca39a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d84942bdca34d09897d19d56fcea852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.845300] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785447, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.895758] env[68116]: DEBUG oslo_concurrency.lockutils [req-bb988098-e41a-477f-8076-531223edebf5 req-f4758221-81db-405d-9789-29656f13db98 service nova] Releasing lock "refresh_cache-4e21f18e-d2ed-4c2b-84b0-6f14323a6532" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.934037] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785446, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.972543] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e9ac7c-8b9f-8853-1d3b-c6e14b55d16a, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.973172] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.973523] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4e21f18e-d2ed-4c2b-84b0-6f14323a6532/4e21f18e-d2ed-4c2b-84b0-6f14323a6532.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.973841] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f58f6c55-ba00-4ac4-a14e-e3a9064ef882 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.984895] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 636.984895] env[68116]: value = "task-2785448" [ 636.984895] env[68116]: _type = "Task" [ 636.984895] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.997700] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.998482] env[68116]: DEBUG nova.compute.manager [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.998687] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.999574] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29537ce7-7b39-4473-bbb1-536441068a88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.008933] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.009189] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb504e2a-9e8f-4e01-aa16-59428399a5dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.019337] env[68116]: DEBUG oslo_vmware.api [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 637.019337] env[68116]: value = "task-2785449" [ 637.019337] env[68116]: _type = "Task" [ 637.019337] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.030059] env[68116]: DEBUG oslo_vmware.api [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.111265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b116548f-a8c7-487a-93da-8b2256f726c0 tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.874s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.177151] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.234985] env[68116]: DEBUG nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.282404] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Releasing lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.282741] env[68116]: DEBUG nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Instance network_info: |[{"id": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "address": "fa:16:3e:0b:f8:1f", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf13920-3d", "ovs_interfaceid": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.283906] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f8:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbf13920-3db5-4f35-a4e0-72946a3675e1', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.291272] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Creating folder: Project (9f3215ea2f2c4c85879e83f5184d7130). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.295932] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4cfc67a-df8e-4d83-b734-0ba6a71666f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.311392] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Created folder: Project (9f3215ea2f2c4c85879e83f5184d7130) in parent group-v559920. [ 637.311596] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Creating folder: Instances. Parent ref: group-v559943. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.311834] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e15d01-0189-4667-bd63-461f4f2a87bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.322699] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Created folder: Instances in parent group-v559943. [ 637.322960] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.325732] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.326169] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45bac88e-3b54-4ce3-84d7-cfc2bd18a142 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.365891] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785447, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.367712] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.367712] env[68116]: value = "task-2785452" [ 637.367712] env[68116]: _type = "Task" [ 637.367712] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.379826] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785452, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.437183] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785446, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.499327} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.437183] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.437470] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.437668] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-626a147c-59cd-4137-980c-9ddcd9e2cb15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.447333] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 637.447333] env[68116]: value = "task-2785453" [ 637.447333] env[68116]: _type = "Task" [ 637.447333] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.463232] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.481370] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12fb170-e668-403c-80c7-79cf8179acaf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.492770] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e56e276-d572-4c8d-927b-71d85311d4da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.499497] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.541156] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c785cc2-ed66-4bb4-98a5-3fd8326c8a59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.554439] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634b4e2f-68f7-4d22-9966-e22c42f07a47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.558660] env[68116]: DEBUG oslo_vmware.api [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785449, 'name': PowerOffVM_Task, 'duration_secs': 0.197395} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.559125] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.559225] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.559888] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62c97924-803f-49d2-8683-a55dddc4ed1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.573542] env[68116]: DEBUG nova.compute.provider_tree [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.654543] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.654941] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.655610] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleting the datastore file [datastore2] df1bcb12-a39c-46af-a45d-a225dbaeb32f {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.655720] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d416f85-08ff-4e77-90be-33efd60e6c40 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.666325] env[68116]: DEBUG oslo_vmware.api [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 637.666325] env[68116]: value = "task-2785455" [ 637.666325] env[68116]: _type = "Task" [ 637.666325] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.679807] env[68116]: DEBUG oslo_vmware.api [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.837613] env[68116]: DEBUG nova.compute.manager [req-77e558d6-5cd4-4cde-ac7d-654cd16ef9bd req-fe71f2c4-d695-4e87-8cef-26957db6ebb0 service nova] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Received event network-vif-deleted-8d07fb22-8a05-4fcd-a8b1-90faa7afb469 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.866358] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785447, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.883167] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785452, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.913322] env[68116]: DEBUG nova.network.neutron [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Successfully created port: c8c3bb26-134a-420a-a407-92264ee556f2 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.955924] env[68116]: DEBUG nova.compute.manager [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received event network-vif-plugged-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.956635] env[68116]: DEBUG oslo_concurrency.lockutils [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] Acquiring lock "8115ca18-6617-4b2a-9648-b4161f572703-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.956635] env[68116]: DEBUG oslo_concurrency.lockutils [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] Lock "8115ca18-6617-4b2a-9648-b4161f572703-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.956865] env[68116]: DEBUG oslo_concurrency.lockutils [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] Lock "8115ca18-6617-4b2a-9648-b4161f572703-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.957856] env[68116]: DEBUG nova.compute.manager [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] No waiting events found dispatching network-vif-plugged-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.957856] env[68116]: WARNING nova.compute.manager [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received unexpected event network-vif-plugged-bbf13920-3db5-4f35-a4e0-72946a3675e1 for instance with vm_state building and task_state spawning. [ 637.957856] env[68116]: DEBUG nova.compute.manager [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.957856] env[68116]: DEBUG nova.compute.manager [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing instance network info cache due to event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 637.958306] env[68116]: DEBUG oslo_concurrency.lockutils [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] Acquiring lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.958306] env[68116]: DEBUG oslo_concurrency.lockutils [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] Acquired lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.958416] env[68116]: DEBUG nova.network.neutron [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.968496] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222817} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.968496] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.968496] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbfbaa5-e3e5-45b2-b1ff-ae903e3e5451 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.007337] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.018744] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56636426-8291-42cb-a10d-9748c742fa34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.053464] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900911} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.055653] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4e21f18e-d2ed-4c2b-84b0-6f14323a6532/4e21f18e-d2ed-4c2b-84b0-6f14323a6532.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.055958] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.056489] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 638.056489] env[68116]: value = "task-2785456" [ 638.056489] env[68116]: _type = "Task" [ 638.056489] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.056731] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b40115a-98e9-4bfb-bdba-ca98d9535303 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.070684] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 638.070684] env[68116]: value = "task-2785457" [ 638.070684] env[68116]: _type = "Task" [ 638.070684] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.078367] env[68116]: DEBUG nova.scheduler.client.report [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.084879] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.104124] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.178312] env[68116]: DEBUG oslo_vmware.api [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33607} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.178312] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.178312] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.178475] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.178518] env[68116]: INFO nova.compute.manager [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 638.178733] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.178968] env[68116]: DEBUG nova.compute.manager [-] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.179066] env[68116]: DEBUG nova.network.neutron [-] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.246283] env[68116]: DEBUG nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.283082] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.283357] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.283515] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.283694] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.284080] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.284080] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.284209] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.284368] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.284680] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.284756] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.284885] env[68116]: DEBUG nova.virt.hardware [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.285851] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ee2c95-d080-4a68-99af-a35673d0f42b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.295926] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e32678b-41fb-455e-8a59-64eadaabc3bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.366914] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785447, 'name': CreateSnapshot_Task, 'duration_secs': 1.182948} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.367216] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 638.368011] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46a79af-712b-4515-ba01-2c105ee2b737 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.384409] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785452, 'name': CreateVM_Task, 'duration_secs': 0.622223} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.387251] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.387502] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.387768] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.387972] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.389256] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3bef49-9f50-4fad-8327-afc136ded81b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.397015] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 638.397015] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d5fa1a-1c60-4d13-285a-a0a9a3efbbab" [ 638.397015] env[68116]: _type = "Task" [ 638.397015] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.406319] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d5fa1a-1c60-4d13-285a-a0a9a3efbbab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.492294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "5acef710-9b94-4b24-b88d-cc2b11478f3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.492575] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "5acef710-9b94-4b24-b88d-cc2b11478f3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.558315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.558651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.572376] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785456, 'name': ReconfigVM_Task, 'duration_secs': 0.30976} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.572886] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.573671] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1ccd96-e37b-45d8-a5ac-f8f2f48b59de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.582777] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 638.582777] env[68116]: value = "task-2785458" [ 638.582777] env[68116]: _type = "Task" [ 638.582777] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.590261] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.591026] env[68116]: DEBUG nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.595227] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075654} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.595227] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.948s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.595227] env[68116]: DEBUG nova.objects.instance [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Lazy-loading 'resources' on Instance uuid 618a5bf4-5f52-4831-adba-dcb1a61bb6ce {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.597781] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.597781] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a3f662-26f0-4681-91fc-872902a33d17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.606586] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785458, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.629136] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 4e21f18e-d2ed-4c2b-84b0-6f14323a6532/4e21f18e-d2ed-4c2b-84b0-6f14323a6532.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.630047] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacc5aab-cd44-4db6-9f60-c12609b643bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.656490] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 638.656490] env[68116]: value = "task-2785459" [ 638.656490] env[68116]: _type = "Task" [ 638.656490] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.670554] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.902076] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 638.906728] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3cd645a9-e564-4e27-a4b3-a2d627354221 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.924188] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d5fa1a-1c60-4d13-285a-a0a9a3efbbab, 'name': SearchDatastore_Task, 'duration_secs': 0.015845} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.924188] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.924188] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.924188] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.924359] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.924466] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.924852] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 638.924852] env[68116]: value = "task-2785460" [ 638.924852] env[68116]: _type = "Task" [ 638.924852] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.924975] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d93a0eb-96ad-401a-b2d3-35805e0c7296 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.937034] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785460, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.938178] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.938351] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.939205] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30777384-5b76-4763-921d-7715fe8a960e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.945953] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 638.945953] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c24c4c-3cfe-9116-92ff-f52bdc728b4f" [ 638.945953] env[68116]: _type = "Task" [ 638.945953] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.959837] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c24c4c-3cfe-9116-92ff-f52bdc728b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.997897] env[68116]: DEBUG nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.033104] env[68116]: DEBUG nova.network.neutron [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updated VIF entry in instance network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.033789] env[68116]: DEBUG nova.network.neutron [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updating instance_info_cache with network_info: [{"id": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "address": "fa:16:3e:0b:f8:1f", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf13920-3d", "ovs_interfaceid": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.061744] env[68116]: DEBUG nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.093790] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785458, 'name': Rename_Task, 'duration_secs': 0.163362} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.093790] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.094048] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5de1d2f0-8f3a-439d-a2c3-daffd1e769b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.097401] env[68116]: DEBUG nova.compute.utils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.102095] env[68116]: DEBUG nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.102343] env[68116]: DEBUG nova.network.neutron [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.111878] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 639.111878] env[68116]: value = "task-2785461" [ 639.111878] env[68116]: _type = "Task" [ 639.111878] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.124269] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.166587] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.183020] env[68116]: DEBUG nova.compute.manager [None req-9dc48090-84b3-48bd-8af9-0d81c56ad37f tempest-ServerExternalEventsTest-1695569717 tempest-ServerExternalEventsTest-1695569717-project] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Received event network-changed {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.183020] env[68116]: DEBUG nova.compute.manager [None req-9dc48090-84b3-48bd-8af9-0d81c56ad37f tempest-ServerExternalEventsTest-1695569717 tempest-ServerExternalEventsTest-1695569717-project] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Refreshing instance network info cache due to event network-changed. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 639.183020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9dc48090-84b3-48bd-8af9-0d81c56ad37f tempest-ServerExternalEventsTest-1695569717 tempest-ServerExternalEventsTest-1695569717-project] Acquiring lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.183020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9dc48090-84b3-48bd-8af9-0d81c56ad37f tempest-ServerExternalEventsTest-1695569717 tempest-ServerExternalEventsTest-1695569717-project] Acquired lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.183020] env[68116]: DEBUG nova.network.neutron [None req-9dc48090-84b3-48bd-8af9-0d81c56ad37f tempest-ServerExternalEventsTest-1695569717 tempest-ServerExternalEventsTest-1695569717-project] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.188168] env[68116]: DEBUG nova.policy [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd41f49eaac98479183126881e082bdd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd46226ae414855a3cbd06d6dde4d6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.380844] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feb6345-5a2e-402a-9346-d693431c136b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.395056] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dc034d-5709-4882-a826-be40f60a7a6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.430118] env[68116]: DEBUG nova.network.neutron [-] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.439653] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36909a6f-ab6e-4aa4-ab29-447d04ceffa7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.448036] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785460, 'name': CloneVM_Task} progress is 93%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.456056] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6102251c-53b1-4b8e-8b6e-ffcae4918884 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.478019] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c24c4c-3cfe-9116-92ff-f52bdc728b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.478019] env[68116]: DEBUG nova.compute.provider_tree [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.478019] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9754f03f-6b60-4a49-9a0c-4fddd92eb12c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.488131] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 639.488131] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f7c8ef-28d5-5fb7-42e4-336a8cd16749" [ 639.488131] env[68116]: _type = "Task" [ 639.488131] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.499494] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f7c8ef-28d5-5fb7-42e4-336a8cd16749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.520266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.537955] env[68116]: DEBUG oslo_concurrency.lockutils [req-bfebd273-1ded-4f13-b399-624f95521d8d req-16fcd14c-7101-4595-af93-2c5478779ad7 service nova] Releasing lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.591810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.608238] env[68116]: DEBUG nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.626914] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.669953] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.858276] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "b930bfd2-c347-46d4-9af7-ae91354eeb38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.858502] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.935737] env[68116]: INFO nova.compute.manager [-] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Took 1.76 seconds to deallocate network for instance. [ 639.947246] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785460, 'name': CloneVM_Task} progress is 93%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.984111] env[68116]: DEBUG nova.scheduler.client.report [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.004448] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f7c8ef-28d5-5fb7-42e4-336a8cd16749, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.004743] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.005277] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8115ca18-6617-4b2a-9648-b4161f572703/8115ca18-6617-4b2a-9648-b4161f572703.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.005277] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82a83d15-f400-47aa-94cc-a2d8dc03838e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.020470] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 640.020470] env[68116]: value = "task-2785462" [ 640.020470] env[68116]: _type = "Task" [ 640.020470] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.032097] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.132200] env[68116]: DEBUG oslo_vmware.api [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785461, 'name': PowerOnVM_Task, 'duration_secs': 0.639304} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.132684] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.133011] env[68116]: DEBUG nova.compute.manager [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.137532] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe8e5c-590a-46a3-b0ec-4f9f7b97cca4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.142753] env[68116]: DEBUG nova.network.neutron [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Successfully created port: cf6ca851-11c5-487e-a71f-77ba2f47aaf4 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.172111] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785459, 'name': ReconfigVM_Task, 'duration_secs': 1.471114} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.173235] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 4e21f18e-d2ed-4c2b-84b0-6f14323a6532/4e21f18e-d2ed-4c2b-84b0-6f14323a6532.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.173803] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e2f1f8-27ca-4485-9656-bc0e1e602b63 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.182456] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 640.182456] env[68116]: value = "task-2785463" [ 640.182456] env[68116]: _type = "Task" [ 640.182456] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.189266] env[68116]: DEBUG nova.network.neutron [None req-9dc48090-84b3-48bd-8af9-0d81c56ad37f tempest-ServerExternalEventsTest-1695569717 tempest-ServerExternalEventsTest-1695569717-project] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Updating instance_info_cache with network_info: [{"id": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "address": "fa:16:3e:89:4c:c8", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcc5a29-da", "ovs_interfaceid": "bfcc5a29-da24-4ea1-8bfb-3996515187f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.194652] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785463, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.366900] env[68116]: DEBUG nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.449023] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.449383] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785460, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.493734] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.497615] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.320s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.499263] env[68116]: INFO nova.compute.claims [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.534815] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785462, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.547509] env[68116]: INFO nova.scheduler.client.report [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Deleted allocations for instance 618a5bf4-5f52-4831-adba-dcb1a61bb6ce [ 640.609019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.613394] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.623551] env[68116]: DEBUG nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.657588] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.661051] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.661051] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.661051] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.661051] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.661051] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.661310] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.661310] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.661403] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.661572] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.661838] env[68116]: DEBUG nova.virt.hardware [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.669788] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2939ffc9-f6a7-467a-8c47-8012508e2583 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.683676] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.687334] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a5260d-c2d0-4a80-8508-429c0202113d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.696426] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9dc48090-84b3-48bd-8af9-0d81c56ad37f tempest-ServerExternalEventsTest-1695569717 tempest-ServerExternalEventsTest-1695569717-project] Releasing lock "refresh_cache-1b45170d-dbbc-400c-9b3d-e04806b3be6d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.705097] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785463, 'name': Rename_Task, 'duration_secs': 0.33664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.712467] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.713255] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45f432c5-461f-4406-9b4c-fc95f7a33c96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.724337] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 640.724337] env[68116]: value = "task-2785464" [ 640.724337] env[68116]: _type = "Task" [ 640.724337] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.731621] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.891385] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.946032] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785460, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.947189] env[68116]: DEBUG nova.network.neutron [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Successfully updated port: c8c3bb26-134a-420a-a407-92264ee556f2 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.036937] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522622} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.037370] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8115ca18-6617-4b2a-9648-b4161f572703/8115ca18-6617-4b2a-9648-b4161f572703.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.037715] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.038069] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f48d207-1e8f-4f25-8121-6772caa2d590 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.046940] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 641.046940] env[68116]: value = "task-2785465" [ 641.046940] env[68116]: _type = "Task" [ 641.046940] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.055805] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.060431] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b235ca15-1d0a-457a-9a33-073d2e070a2a tempest-DeleteServersAdminTestJSON-974389429 tempest-DeleteServersAdminTestJSON-974389429-project-admin] Lock "618a5bf4-5f52-4831-adba-dcb1a61bb6ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.364s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.117667] env[68116]: DEBUG nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.240252] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785464, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.247630] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.249582] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.445876] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785460, 'name': CloneVM_Task, 'duration_secs': 2.196149} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.446095] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Created linked-clone VM from snapshot [ 641.446820] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887aec77-385b-46e0-8e27-e83dbf13fb86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.450105] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-e521119a-14ac-4e88-9b39-417b408bec14" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.450190] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-e521119a-14ac-4e88-9b39-417b408bec14" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.450325] env[68116]: DEBUG nova.network.neutron [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.459076] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Uploading image 05968ea1-6a32-4dcf-9f83-9f7c0d271941 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 641.496298] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 641.496298] env[68116]: value = "vm-559947" [ 641.496298] env[68116]: _type = "VirtualMachine" [ 641.496298] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 641.496929] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b901a5e2-2e22-44f9-96c8-b53b7646cda5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.514604] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lease: (returnval){ [ 641.514604] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527e1f62-6ccd-0707-1381-78c6c3e0cb69" [ 641.514604] env[68116]: _type = "HttpNfcLease" [ 641.514604] env[68116]: } obtained for exporting VM: (result){ [ 641.514604] env[68116]: value = "vm-559947" [ 641.514604] env[68116]: _type = "VirtualMachine" [ 641.514604] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 641.514996] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the lease: (returnval){ [ 641.514996] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527e1f62-6ccd-0707-1381-78c6c3e0cb69" [ 641.514996] env[68116]: _type = "HttpNfcLease" [ 641.514996] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 641.526186] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.526186] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527e1f62-6ccd-0707-1381-78c6c3e0cb69" [ 641.526186] env[68116]: _type = "HttpNfcLease" [ 641.526186] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 641.560524] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103354} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.560817] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.561734] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a71a017-15df-4604-ad12-f647b123af04 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.591154] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 8115ca18-6617-4b2a-9648-b4161f572703/8115ca18-6617-4b2a-9648-b4161f572703.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.594170] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e33e31-9e57-412a-83e3-6ed298ba32d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.618725] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 641.618725] env[68116]: value = "task-2785467" [ 641.618725] env[68116]: _type = "Task" [ 641.618725] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.631874] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.648899] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.714762] env[68116]: DEBUG nova.compute.manager [req-addace34-c256-4d54-9aa1-d76ccc232274 req-ae02d40c-f2f5-4390-8b55-a39afede3796 service nova] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Received event network-vif-deleted-b942504c-7cb8-4864-98cf-170fcf6c2587 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 641.734802] env[68116]: DEBUG oslo_vmware.api [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785464, 'name': PowerOnVM_Task, 'duration_secs': 0.645194} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.735094] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.735289] env[68116]: INFO nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Took 13.03 seconds to spawn the instance on the hypervisor. [ 641.735462] env[68116]: DEBUG nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.736457] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c57af9-96ea-4bd3-b6d7-1654dbf08b66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.750491] env[68116]: DEBUG nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.871766] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b1c3f-44b0-40f9-861c-9c70be940926 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.884338] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae90e0-d966-4f2e-b2ed-3fd22e74b79b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.922184] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8501cc4-9894-4f84-bfe1-0d76cdaa792a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.925510] env[68116]: DEBUG nova.compute.manager [req-09d7fa53-8775-424f-af91-9375249041e7 req-305fcd69-1609-4c80-89cd-51701998b49d service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Received event network-vif-plugged-c8c3bb26-134a-420a-a407-92264ee556f2 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 641.925997] env[68116]: DEBUG oslo_concurrency.lockutils [req-09d7fa53-8775-424f-af91-9375249041e7 req-305fcd69-1609-4c80-89cd-51701998b49d service nova] Acquiring lock "e521119a-14ac-4e88-9b39-417b408bec14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.925997] env[68116]: DEBUG oslo_concurrency.lockutils [req-09d7fa53-8775-424f-af91-9375249041e7 req-305fcd69-1609-4c80-89cd-51701998b49d service nova] Lock "e521119a-14ac-4e88-9b39-417b408bec14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.926130] env[68116]: DEBUG oslo_concurrency.lockutils [req-09d7fa53-8775-424f-af91-9375249041e7 req-305fcd69-1609-4c80-89cd-51701998b49d service nova] Lock "e521119a-14ac-4e88-9b39-417b408bec14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.926291] env[68116]: DEBUG nova.compute.manager [req-09d7fa53-8775-424f-af91-9375249041e7 req-305fcd69-1609-4c80-89cd-51701998b49d service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] No waiting events found dispatching network-vif-plugged-c8c3bb26-134a-420a-a407-92264ee556f2 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.926756] env[68116]: WARNING nova.compute.manager [req-09d7fa53-8775-424f-af91-9375249041e7 req-305fcd69-1609-4c80-89cd-51701998b49d service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Received unexpected event network-vif-plugged-c8c3bb26-134a-420a-a407-92264ee556f2 for instance with vm_state building and task_state spawning. [ 641.938897] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2830f-2bb7-4df0-bd14-c64f0b93af37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.961651] env[68116]: DEBUG nova.compute.provider_tree [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.009652] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.009928] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.010272] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.011266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.011266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.014341] env[68116]: INFO nova.compute.manager [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Terminating instance [ 642.030034] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 642.030034] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527e1f62-6ccd-0707-1381-78c6c3e0cb69" [ 642.030034] env[68116]: _type = "HttpNfcLease" [ 642.030034] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 642.030570] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 642.030570] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527e1f62-6ccd-0707-1381-78c6c3e0cb69" [ 642.030570] env[68116]: _type = "HttpNfcLease" [ 642.030570] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 642.034697] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae46ec12-d2c2-4724-805e-a9ce3160dd8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.049343] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286cda7-3871-bd34-4b9d-1db16fe4ec1b/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 642.049343] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286cda7-3871-bd34-4b9d-1db16fe4ec1b/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 642.120148] env[68116]: DEBUG nova.network.neutron [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.131167] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "1d33aa70-15e6-45ba-a5a7-94dac046b079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.131467] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.141496] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.176280] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b7379a5-4368-43d1-a384-42dffb1c62c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.261880] env[68116]: INFO nova.compute.manager [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Took 24.29 seconds to build instance. [ 642.298392] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.467121] env[68116]: DEBUG nova.scheduler.client.report [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.513389] env[68116]: DEBUG nova.network.neutron [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Updating instance_info_cache with network_info: [{"id": "c8c3bb26-134a-420a-a407-92264ee556f2", "address": "fa:16:3e:75:d6:90", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c3bb26-13", "ovs_interfaceid": "c8c3bb26-134a-420a-a407-92264ee556f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.525809] env[68116]: DEBUG nova.compute.manager [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.526158] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.527097] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc19ee-9d12-447c-b85b-849ff32a36af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.541075] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.541075] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1dc3275-04f2-4014-b93b-77a5a9aba161 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.551718] env[68116]: DEBUG oslo_vmware.api [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 642.551718] env[68116]: value = "task-2785468" [ 642.551718] env[68116]: _type = "Task" [ 642.551718] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.563833] env[68116]: DEBUG oslo_vmware.api [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.634108] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785467, 'name': ReconfigVM_Task, 'duration_secs': 0.627101} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.634733] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 8115ca18-6617-4b2a-9648-b4161f572703/8115ca18-6617-4b2a-9648-b4161f572703.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.635522] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3e954ca-b09c-404e-ac18-796b1ee7409c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.646341] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 642.646341] env[68116]: value = "task-2785469" [ 642.646341] env[68116]: _type = "Task" [ 642.646341] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.657776] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785469, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.768874] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deb57357-8457-4663-a255-57e1c7ddf883 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.808s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.949051] env[68116]: DEBUG nova.network.neutron [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Successfully updated port: cf6ca851-11c5-487e-a71f-77ba2f47aaf4 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.975704] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.976625] env[68116]: DEBUG nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.984686] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.464s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.986297] env[68116]: INFO nova.compute.claims [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.019195] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-e521119a-14ac-4e88-9b39-417b408bec14" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.019535] env[68116]: DEBUG nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Instance network_info: |[{"id": "c8c3bb26-134a-420a-a407-92264ee556f2", "address": "fa:16:3e:75:d6:90", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c3bb26-13", "ovs_interfaceid": "c8c3bb26-134a-420a-a407-92264ee556f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.019966] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d6:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c3bb26-134a-420a-a407-92264ee556f2', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.035096] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating folder: Project (0d84942bdca34d09897d19d56fcea852). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.035477] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be233076-aa63-4488-be0e-7bdfa4e84671 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.053350] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created folder: Project (0d84942bdca34d09897d19d56fcea852) in parent group-v559920. [ 643.053666] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating folder: Instances. Parent ref: group-v559948. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.057727] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e3a54d0-bec6-4870-8396-77e9ec705758 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.066307] env[68116]: DEBUG oslo_vmware.api [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785468, 'name': PowerOffVM_Task, 'duration_secs': 0.28296} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.066679] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.066829] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.067430] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f51825-9769-4dbc-bfa4-1cc89a170495 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.071143] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created folder: Instances in parent group-v559948. [ 643.071753] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.071753] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.072068] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d3ecb88-6e89-4b89-ab48-3afd848612ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.096149] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.096149] env[68116]: value = "task-2785473" [ 643.096149] env[68116]: _type = "Task" [ 643.096149] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.108707] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785473, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.155011] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.155289] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.155512] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Deleting the datastore file [datastore2] 1b45170d-dbbc-400c-9b3d-e04806b3be6d {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.156679] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0192b2-2ab1-4b64-8462-5219bcfea20f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.163459] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785469, 'name': Rename_Task, 'duration_secs': 0.236274} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.164169] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.164446] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be707bbd-1dad-4a74-be28-7f94c92765bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.170417] env[68116]: DEBUG oslo_vmware.api [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for the task: (returnval){ [ 643.170417] env[68116]: value = "task-2785474" [ 643.170417] env[68116]: _type = "Task" [ 643.170417] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.177387] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 643.177387] env[68116]: value = "task-2785475" [ 643.177387] env[68116]: _type = "Task" [ 643.177387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.199089] env[68116]: DEBUG oslo_vmware.api [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.207768] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785475, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.273527] env[68116]: DEBUG nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.455330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "refresh_cache-9510e99c-c0ac-4360-a263-cac731f70720" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.455330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired lock "refresh_cache-9510e99c-c0ac-4360-a263-cac731f70720" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.455330] env[68116]: DEBUG nova.network.neutron [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.488052] env[68116]: DEBUG nova.compute.utils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.488052] env[68116]: DEBUG nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.488798] env[68116]: DEBUG nova.network.neutron [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.556914] env[68116]: DEBUG nova.policy [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9210c3549754146adb1472975a18097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb38e4a696ba45e2bbdb5de1500a8296', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.613547] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785473, 'name': CreateVM_Task, 'duration_secs': 0.436508} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.614875] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.617016] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.617016] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.618706] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.618706] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f31322-9095-44cf-abaf-c097b9e6e60c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.626483] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 643.626483] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5257a3ff-eee0-2f44-19be-d2a0df6d3b8a" [ 643.626483] env[68116]: _type = "Task" [ 643.626483] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.639900] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5257a3ff-eee0-2f44-19be-d2a0df6d3b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.687476] env[68116]: DEBUG oslo_vmware.api [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Task: {'id': task-2785474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272945} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.689373] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.689373] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.689373] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.689373] env[68116]: INFO nova.compute.manager [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 643.689550] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.689771] env[68116]: DEBUG nova.compute.manager [-] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.689915] env[68116]: DEBUG nova.network.neutron [-] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.700544] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.791615] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.791732] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.812926] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.997350] env[68116]: DEBUG nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.043619] env[68116]: DEBUG nova.network.neutron [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.046281] env[68116]: INFO nova.compute.manager [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Rebuilding instance [ 644.131956] env[68116]: DEBUG nova.compute.manager [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.137078] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fda80bd-3459-4deb-b3b6-f595423b2d5e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.151948] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5257a3ff-eee0-2f44-19be-d2a0df6d3b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014742} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.155558] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.155807] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.156269] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.156375] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.157200] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.157200] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eac94c0-53ab-49fc-b54f-534f54829afa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.170846] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.171141] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.172184] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977a79bc-cfb7-4325-9530-bf3007db9400 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.186736] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 644.186736] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f2975e-0947-0097-79e7-7dd6a34d6bf0" [ 644.186736] env[68116]: _type = "Task" [ 644.186736] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.201490] env[68116]: DEBUG oslo_vmware.api [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785475, 'name': PowerOnVM_Task, 'duration_secs': 0.65719} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.202908] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.202908] env[68116]: INFO nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Took 12.22 seconds to spawn the instance on the hypervisor. [ 644.202908] env[68116]: DEBUG nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.204785] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484eaedb-c29e-4a27-a614-bbcd5e8256bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.213436] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f2975e-0947-0097-79e7-7dd6a34d6bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.214870] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9a22bf-3f70-4b7e-81f4-4ea1b4e73b1e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.231307] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 644.231307] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52580206-753c-0970-50b3-6b0ab86c5ad9" [ 644.231307] env[68116]: _type = "Task" [ 644.231307] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.241988] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52580206-753c-0970-50b3-6b0ab86c5ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.370912] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b401fe15-5c5c-4a35-862d-435731bae051 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.379918] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434454d3-8fe9-4c71-af8c-03f989a4826c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.414340] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61215c15-5a1b-4ae7-a0a4-5ad7e16fe259 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.424259] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ca53e-a07a-4bf6-80d6-f6a49d3aae3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.446272] env[68116]: DEBUG nova.compute.provider_tree [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.537270] env[68116]: DEBUG nova.network.neutron [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Updating instance_info_cache with network_info: [{"id": "cf6ca851-11c5-487e-a71f-77ba2f47aaf4", "address": "fa:16:3e:1f:6b:c3", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6ca851-11", "ovs_interfaceid": "cf6ca851-11c5-487e-a71f-77ba2f47aaf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.643528] env[68116]: DEBUG nova.network.neutron [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Successfully created port: 6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.743270] env[68116]: INFO nova.compute.manager [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Took 18.90 seconds to build instance. [ 644.753386] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52580206-753c-0970-50b3-6b0ab86c5ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.017142} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.753624] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.753885] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.754288] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0eaacb-8b6d-479a-85d1-abfdb2a5876a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.764404] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 644.764404] env[68116]: value = "task-2785476" [ 644.764404] env[68116]: _type = "Task" [ 644.764404] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.775237] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.920488] env[68116]: DEBUG nova.network.neutron [-] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.949927] env[68116]: DEBUG nova.scheduler.client.report [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.019249] env[68116]: DEBUG nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.042458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Releasing lock "refresh_cache-9510e99c-c0ac-4360-a263-cac731f70720" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.042677] env[68116]: DEBUG nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Instance network_info: |[{"id": "cf6ca851-11c5-487e-a71f-77ba2f47aaf4", "address": "fa:16:3e:1f:6b:c3", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6ca851-11", "ovs_interfaceid": "cf6ca851-11c5-487e-a71f-77ba2f47aaf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.043830] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:6b:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf6ca851-11c5-487e-a71f-77ba2f47aaf4', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.055399] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Creating folder: Project (fdd46226ae414855a3cbd06d6dde4d6e). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.058107] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4ba85ff-baa2-445a-b66f-922fbb3f9145 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.072524] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.072524] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.072524] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.072727] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.072887] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.073187] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.073476] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.073701] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.073995] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.074129] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.074487] env[68116]: DEBUG nova.virt.hardware [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.077727] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c35daf3-05a3-4dd4-95fa-5f1a7b92ec75 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.083317] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Created folder: Project (fdd46226ae414855a3cbd06d6dde4d6e) in parent group-v559920. [ 645.083317] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Creating folder: Instances. Parent ref: group-v559951. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.083869] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3491202-40cf-4a86-964c-d4480e31ac80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.090790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db47f3f-6993-4de6-b65d-029d3a90e136 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.118026] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Created folder: Instances in parent group-v559951. [ 645.118026] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.118026] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.118026] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b02c5426-2414-448a-9245-05e7879e1615 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.139337] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.139337] env[68116]: value = "task-2785479" [ 645.139337] env[68116]: _type = "Task" [ 645.139337] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.149758] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785479, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.156790] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.156968] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42fca015-68a1-4789-86d7-2251845c77a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.169293] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 645.169293] env[68116]: value = "task-2785480" [ 645.169293] env[68116]: _type = "Task" [ 645.169293] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.182164] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.187640] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "11fedba2-6c00-4791-9f2b-08380fcc7e21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.187640] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.248142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-def6ed18-8207-41e3-b6e9-74d7bef20a5c tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8115ca18-6617-4b2a-9648-b4161f572703" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.414s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.278071] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.351637] env[68116]: DEBUG nova.compute.manager [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Received event network-changed-023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.351838] env[68116]: DEBUG nova.compute.manager [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Refreshing instance network info cache due to event network-changed-023c642e-2d78-4760-b3ec-50b837d6fcbb. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 645.352205] env[68116]: DEBUG oslo_concurrency.lockutils [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] Acquiring lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.353832] env[68116]: DEBUG oslo_concurrency.lockutils [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] Acquired lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.353832] env[68116]: DEBUG nova.network.neutron [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Refreshing network info cache for port 023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.423247] env[68116]: INFO nova.compute.manager [-] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Took 1.73 seconds to deallocate network for instance. [ 645.454885] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.457734] env[68116]: DEBUG nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.461413] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.868s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.462360] env[68116]: INFO nova.compute.claims [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.473817] env[68116]: DEBUG nova.compute.manager [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Received event network-changed-c8c3bb26-134a-420a-a407-92264ee556f2 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.481326] env[68116]: DEBUG nova.compute.manager [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Refreshing instance network info cache due to event network-changed-c8c3bb26-134a-420a-a407-92264ee556f2. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 645.481326] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Acquiring lock "refresh_cache-e521119a-14ac-4e88-9b39-417b408bec14" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.481326] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Acquired lock "refresh_cache-e521119a-14ac-4e88-9b39-417b408bec14" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.481326] env[68116]: DEBUG nova.network.neutron [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Refreshing network info cache for port c8c3bb26-134a-420a-a407-92264ee556f2 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.652954] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785479, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.683029] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785480, 'name': PowerOffVM_Task, 'duration_secs': 0.368772} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.683427] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.683729] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.684678] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59769000-787a-4d15-9bc7-79ca29bf0513 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.693822] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.694150] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54196845-bf18-4746-966a-351a44cdecba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.730398] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.730631] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.730838] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Deleting the datastore file [datastore2] c721202d-862f-452c-8d7d-273e67604bb2 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.731129] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d09d6e3-c2d7-41ec-b65d-6c246ce2b9c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.740879] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 645.740879] env[68116]: value = "task-2785482" [ 645.740879] env[68116]: _type = "Task" [ 645.740879] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.752398] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.754983] env[68116]: DEBUG nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.777725] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719627} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.778284] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.778284] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.779272] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6259fef0-c7e4-478b-a3d7-28aa9c713f94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.787592] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 645.787592] env[68116]: value = "task-2785483" [ 645.787592] env[68116]: _type = "Task" [ 645.787592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.801389] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.820258] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.820489] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.820774] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.820904] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.821088] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.823641] env[68116]: INFO nova.compute.manager [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Terminating instance [ 645.935709] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.967902] env[68116]: DEBUG nova.compute.utils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.974648] env[68116]: DEBUG nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 646.154992] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785479, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.254756] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432504} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.256040] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.256040] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.256040] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.286986] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.302714] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.401067} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.303934] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.303934] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e077198-61b0-4563-97ac-92c8ec0570aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.336539] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.338887] env[68116]: DEBUG nova.compute.manager [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.339183] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.339449] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e557f7-b7f6-4881-ae72-26dc755a5495 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.360475] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e503be24-b5b0-40a1-945e-8b0d661132ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.374239] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.374239] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce5e060-4c6e-4fb4-8008-dfdd2487af1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.380062] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 646.380062] env[68116]: value = "task-2785484" [ 646.380062] env[68116]: _type = "Task" [ 646.380062] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.385925] env[68116]: DEBUG oslo_vmware.api [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 646.385925] env[68116]: value = "task-2785485" [ 646.385925] env[68116]: _type = "Task" [ 646.385925] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.389399] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.400412] env[68116]: DEBUG oslo_vmware.api [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.459749] env[68116]: DEBUG nova.network.neutron [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Updated VIF entry in instance network info cache for port c8c3bb26-134a-420a-a407-92264ee556f2. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.460496] env[68116]: DEBUG nova.network.neutron [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Updating instance_info_cache with network_info: [{"id": "c8c3bb26-134a-420a-a407-92264ee556f2", "address": "fa:16:3e:75:d6:90", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c3bb26-13", "ovs_interfaceid": "c8c3bb26-134a-420a-a407-92264ee556f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.483452] env[68116]: DEBUG nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.658218] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785479, 'name': CreateVM_Task, 'duration_secs': 1.091465} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.659430] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.660435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.660667] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.661014] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.661362] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d01905-d791-41d9-af7a-e6b8970ec691 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.668344] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 646.668344] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52629028-c99b-5ae1-1ec9-87c1d95075f7" [ 646.668344] env[68116]: _type = "Task" [ 646.668344] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.686101] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52629028-c99b-5ae1-1ec9-87c1d95075f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.703724] env[68116]: DEBUG nova.network.neutron [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Successfully updated port: 6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.713516] env[68116]: DEBUG nova.network.neutron [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Updated VIF entry in instance network info cache for port 023c642e-2d78-4760-b3ec-50b837d6fcbb. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.713742] env[68116]: DEBUG nova.network.neutron [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Updating instance_info_cache with network_info: [{"id": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "address": "fa:16:3e:0c:2e:47", "network": {"id": "cacfa567-4f66-4402-b683-533022b94d95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-848066327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f5500800214828bcc38f5acbea48bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023c642e-2d", "ovs_interfaceid": "023c642e-2d78-4760-b3ec-50b837d6fcbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.891830] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb7f50a-0462-4035-8ad8-21a3167ba254 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.902249] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.912072] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c0d8e7-7cc5-4873-8cd4-1431572c972a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.917177] env[68116]: DEBUG oslo_vmware.api [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785485, 'name': PowerOffVM_Task, 'duration_secs': 0.329864} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.917566] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.917799] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.918761] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e60410ec-354d-4d76-ba15-1ce180d4cc69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.954016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234b766e-7697-4d7d-83e1-8a89fac07c55 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.963441] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa4df7-4d67-46f0-b652-d38bf5b595df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.968649] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Releasing lock "refresh_cache-e521119a-14ac-4e88-9b39-417b408bec14" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.969363] env[68116]: DEBUG nova.compute.manager [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Received event network-vif-plugged-cf6ca851-11c5-487e-a71f-77ba2f47aaf4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.969624] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Acquiring lock "9510e99c-c0ac-4360-a263-cac731f70720-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.969828] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Lock "9510e99c-c0ac-4360-a263-cac731f70720-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.970075] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Lock "9510e99c-c0ac-4360-a263-cac731f70720-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.970679] env[68116]: DEBUG nova.compute.manager [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] No waiting events found dispatching network-vif-plugged-cf6ca851-11c5-487e-a71f-77ba2f47aaf4 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.970834] env[68116]: WARNING nova.compute.manager [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Received unexpected event network-vif-plugged-cf6ca851-11c5-487e-a71f-77ba2f47aaf4 for instance with vm_state building and task_state spawning. [ 646.971258] env[68116]: DEBUG nova.compute.manager [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Received event network-changed-cf6ca851-11c5-487e-a71f-77ba2f47aaf4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.971258] env[68116]: DEBUG nova.compute.manager [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Refreshing instance network info cache due to event network-changed-cf6ca851-11c5-487e-a71f-77ba2f47aaf4. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 646.971412] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Acquiring lock "refresh_cache-9510e99c-c0ac-4360-a263-cac731f70720" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.971521] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Acquired lock "refresh_cache-9510e99c-c0ac-4360-a263-cac731f70720" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.971670] env[68116]: DEBUG nova.network.neutron [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Refreshing network info cache for port cf6ca851-11c5-487e-a71f-77ba2f47aaf4 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.987854] env[68116]: DEBUG nova.compute.provider_tree [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.999801] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.000100] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.000402] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Deleting the datastore file [datastore2] 4e21f18e-d2ed-4c2b-84b0-6f14323a6532 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.000812] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea730dc8-12a2-4401-bf0c-5ca0662dcfe9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.011507] env[68116]: DEBUG oslo_vmware.api [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for the task: (returnval){ [ 647.011507] env[68116]: value = "task-2785487" [ 647.011507] env[68116]: _type = "Task" [ 647.011507] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.027605] env[68116]: DEBUG oslo_vmware.api [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.106507] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.106753] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.184229] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52629028-c99b-5ae1-1ec9-87c1d95075f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018306} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.184343] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.184617] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.184870] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.185074] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.185294] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.185613] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-443f9042-0901-4d83-bd82-62d164a713cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.209263] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.209491] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.210381] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d11534b-d499-4671-b1cb-d70da235b080 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.213843] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.213988] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquired lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.214154] env[68116]: DEBUG nova.network.neutron [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.220088] env[68116]: DEBUG oslo_concurrency.lockutils [req-94ad8017-9b08-47a3-ac4d-c049098d7086 req-f164d15c-d106-4c0c-887f-fad1504d3593 service nova] Releasing lock "refresh_cache-df2832e7-8cb9-4082-9158-7b3e8fbad12a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.223260] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 647.223260] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5216eaa0-f5bc-bdb8-d106-d3936a38f9f1" [ 647.223260] env[68116]: _type = "Task" [ 647.223260] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.238065] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5216eaa0-f5bc-bdb8-d106-d3936a38f9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.307294] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.308477] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.308697] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.309474] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.309664] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.310280] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.310280] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.310280] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.311429] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.311429] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.311584] env[68116]: DEBUG nova.virt.hardware [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.312575] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c1453c-00b2-4889-ac85-3f8c6962f1a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.323548] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb77e2-bf96-4064-b59a-bd5ea931c15e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.340145] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.347208] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.347714] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.347714] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84169291-a48b-40d6-be39-9c6deb4dfc17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.366739] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.366739] env[68116]: value = "task-2785488" [ 647.366739] env[68116]: _type = "Task" [ 647.366739] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.377212] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785488, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.389761] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785484, 'name': ReconfigVM_Task, 'duration_secs': 0.552087} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.390492] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.391334] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75e300b8-54b8-4478-9a7d-11bfb972a8c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.401215] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 647.401215] env[68116]: value = "task-2785489" [ 647.401215] env[68116]: _type = "Task" [ 647.401215] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.412997] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785489, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.496422] env[68116]: DEBUG nova.scheduler.client.report [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.501127] env[68116]: DEBUG nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.525455] env[68116]: DEBUG oslo_vmware.api [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Task: {'id': task-2785487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234165} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.525455] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.525455] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.525455] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.525455] env[68116]: INFO nova.compute.manager [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Took 1.19 seconds to destroy the instance on the hypervisor. [ 647.525728] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.526741] env[68116]: DEBUG nova.compute.manager [-] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.526867] env[68116]: DEBUG nova.network.neutron [-] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.542842] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.544081] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.544081] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.544081] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.544081] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.544438] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.544438] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.544530] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.545352] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.545352] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.545352] env[68116]: DEBUG nova.virt.hardware [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.546281] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82580ea8-8072-4c01-84ca-1355ff7e9b87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.559468] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d56ca0-3b04-477c-ac2a-9e1ae9cf79c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.578229] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.584041] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Creating folder: Project (1b74ddfe71584495a50ed307b996030d). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.584341] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b351f4f2-d481-4a4c-ac6a-678ebabd293b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.599773] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Created folder: Project (1b74ddfe71584495a50ed307b996030d) in parent group-v559920. [ 647.602221] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Creating folder: Instances. Parent ref: group-v559955. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.602221] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35408f8c-e869-44d9-a5ca-a38563b4537d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.615417] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Created folder: Instances in parent group-v559955. [ 647.615417] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.615417] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.615417] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41d5007d-3e55-4a57-b15f-25c887216ac1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.638598] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.638598] env[68116]: value = "task-2785492" [ 647.638598] env[68116]: _type = "Task" [ 647.638598] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.656188] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785492, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.748267] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5216eaa0-f5bc-bdb8-d106-d3936a38f9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.020071} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.749330] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2f9640-6520-4397-84e4-15b09337be42 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.757621] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 647.757621] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a07809-baf4-0f50-012c-78c46fb27989" [ 647.757621] env[68116]: _type = "Task" [ 647.757621] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.776262] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a07809-baf4-0f50-012c-78c46fb27989, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.776566] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.776942] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9510e99c-c0ac-4360-a263-cac731f70720/9510e99c-c0ac-4360-a263-cac731f70720.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.777279] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7eec0f7-f560-40be-bd0b-be20360a94e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.787299] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 647.787299] env[68116]: value = "task-2785493" [ 647.787299] env[68116]: _type = "Task" [ 647.787299] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.797994] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.837209] env[68116]: DEBUG nova.network.neutron [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.882693] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785488, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.914208] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785489, 'name': Rename_Task, 'duration_secs': 0.234947} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.914565] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.914862] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-426a1ee9-fda8-46a4-a831-33b90abb8c83 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.927387] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 647.927387] env[68116]: value = "task-2785494" [ 647.927387] env[68116]: _type = "Task" [ 647.927387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.938584] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.957611] env[68116]: DEBUG nova.network.neutron [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Updated VIF entry in instance network info cache for port cf6ca851-11c5-487e-a71f-77ba2f47aaf4. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.958411] env[68116]: DEBUG nova.network.neutron [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Updating instance_info_cache with network_info: [{"id": "cf6ca851-11c5-487e-a71f-77ba2f47aaf4", "address": "fa:16:3e:1f:6b:c3", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6ca851-11", "ovs_interfaceid": "cf6ca851-11c5-487e-a71f-77ba2f47aaf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.006623] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.006695] env[68116]: DEBUG nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.013458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.564s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.013458] env[68116]: DEBUG nova.objects.instance [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lazy-loading 'resources' on Instance uuid df1bcb12-a39c-46af-a45d-a225dbaeb32f {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.155962] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785492, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.300677] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785493, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.381081] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785488, 'name': CreateVM_Task, 'duration_secs': 0.530271} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.381253] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.381759] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.381846] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.383851] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.384106] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9637cda-6a15-4d07-b859-d290ae6d1ce5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.392722] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 648.392722] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527a481a-3256-7c44-3fa5-d4388335e117" [ 648.392722] env[68116]: _type = "Task" [ 648.392722] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.405349] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527a481a-3256-7c44-3fa5-d4388335e117, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.405655] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.406475] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.406475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.406475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.406686] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.406827] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3c2a0e3-b303-4d71-907c-249ef6f692ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.420763] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.420971] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.421742] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03d09c5-abbd-4f91-8afa-f99afd9a8fe0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.428912] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 648.428912] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5256f81c-1b8b-c37c-7cab-8955541775a3" [ 648.428912] env[68116]: _type = "Task" [ 648.428912] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.441908] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5256f81c-1b8b-c37c-7cab-8955541775a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.446822] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.460858] env[68116]: DEBUG oslo_concurrency.lockutils [req-1960d3e1-98be-47f8-836e-8ce79042ab33 req-d8fa69cb-d5d2-4095-8ae8-0d9730855ace service nova] Releasing lock "refresh_cache-9510e99c-c0ac-4360-a263-cac731f70720" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.491400] env[68116]: DEBUG nova.network.neutron [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Updating instance_info_cache with network_info: [{"id": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "address": "fa:16:3e:57:fa:5b", "network": {"id": "2e10bbfc-4169-4eaf-87db-905b3927d42c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1619877578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb38e4a696ba45e2bbdb5de1500a8296", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d65ec95-cd", "ovs_interfaceid": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.516839] env[68116]: DEBUG nova.compute.utils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.518325] env[68116]: DEBUG nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.519092] env[68116]: DEBUG nova.network.neutron [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.655070] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785492, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.697742] env[68116]: DEBUG nova.policy [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd80b7cefe68e483fbcf68231cdb34998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4138b6c2e6ef4f96bfe86e6a4f90e346', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.748754] env[68116]: DEBUG nova.compute.manager [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Received event network-vif-deleted-bfcc5a29-da24-4ea1-8bfb-3996515187f8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.749101] env[68116]: DEBUG nova.compute.manager [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Received event network-vif-plugged-6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.750461] env[68116]: DEBUG oslo_concurrency.lockutils [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] Acquiring lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.750461] env[68116]: DEBUG oslo_concurrency.lockutils [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.750461] env[68116]: DEBUG oslo_concurrency.lockutils [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.750461] env[68116]: DEBUG nova.compute.manager [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] No waiting events found dispatching network-vif-plugged-6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.751223] env[68116]: WARNING nova.compute.manager [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Received unexpected event network-vif-plugged-6d65ec95-cd3c-4847-bf24-17975d1e674d for instance with vm_state building and task_state spawning. [ 648.751223] env[68116]: DEBUG nova.compute.manager [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Received event network-changed-6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.751223] env[68116]: DEBUG nova.compute.manager [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Refreshing instance network info cache due to event network-changed-6d65ec95-cd3c-4847-bf24-17975d1e674d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 648.751223] env[68116]: DEBUG oslo_concurrency.lockutils [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] Acquiring lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.807544] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532064} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.813703] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9510e99c-c0ac-4360-a263-cac731f70720/9510e99c-c0ac-4360-a263-cac731f70720.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.813958] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.814476] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f540e155-96f7-454b-bf94-f80d31845deb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.822412] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 648.822412] env[68116]: value = "task-2785495" [ 648.822412] env[68116]: _type = "Task" [ 648.822412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.833336] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.936453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a94b7-44a2-4579-a3bd-c7a9c8ca32cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.956319] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb19a6f5-a4d6-412d-91a3-b37ea1dd664e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.960049] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.960336] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5256f81c-1b8b-c37c-7cab-8955541775a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014095} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.961621] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce33e25-9f15-4bbd-8360-26c47b7e51a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.995867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Releasing lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.996275] env[68116]: DEBUG nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Instance network_info: |[{"id": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "address": "fa:16:3e:57:fa:5b", "network": {"id": "2e10bbfc-4169-4eaf-87db-905b3927d42c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1619877578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb38e4a696ba45e2bbdb5de1500a8296", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d65ec95-cd", "ovs_interfaceid": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.998386] env[68116]: DEBUG oslo_concurrency.lockutils [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] Acquired lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.998596] env[68116]: DEBUG nova.network.neutron [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Refreshing network info cache for port 6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.000113] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:fa:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d65ec95-cd3c-4847-bf24-17975d1e674d', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.008343] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Creating folder: Project (fb38e4a696ba45e2bbdb5de1500a8296). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.009079] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9816561-157a-4610-8713-65eb5906a8e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.012744] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 649.012744] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521730e4-60a0-2d1a-f225-5781538199b9" [ 649.012744] env[68116]: _type = "Task" [ 649.012744] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.016289] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a4f7801-8fb5-4da3-937c-947e6b03d11d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.026950] env[68116]: DEBUG nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.031382] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613608ab-41a3-4194-a6a5-dcbb7644e304 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.042150] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521730e4-60a0-2d1a-f225-5781538199b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.044550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.045050] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.045417] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Created folder: Project (fb38e4a696ba45e2bbdb5de1500a8296) in parent group-v559920. [ 649.045688] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Creating folder: Instances. Parent ref: group-v559958. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.046133] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00a7d043-7f76-4e05-a507-e53509295519 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.048822] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cc2b748-b68e-4cbd-871e-297f5d416395 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.062221] env[68116]: DEBUG nova.compute.provider_tree [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.064730] env[68116]: DEBUG nova.network.neutron [-] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.069903] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 649.069903] env[68116]: value = "task-2785497" [ 649.069903] env[68116]: _type = "Task" [ 649.069903] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.077187] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Created folder: Instances in parent group-v559958. [ 649.077555] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.077802] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.083111] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66bf22ba-a598-4bbb-a087-48350a128aba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.104261] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.108171] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.108171] env[68116]: value = "task-2785499" [ 649.108171] env[68116]: _type = "Task" [ 649.108171] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.118265] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785499, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.154325] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785492, 'name': CreateVM_Task, 'duration_secs': 1.432127} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.154574] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.155063] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.155283] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.155620] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.155879] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea418e29-90b0-4a2f-8725-1f604f8d069d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.164861] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 649.164861] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e977d4-1b46-f0ae-cdd4-e2c41337fc90" [ 649.164861] env[68116]: _type = "Task" [ 649.164861] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.177220] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e977d4-1b46-f0ae-cdd4-e2c41337fc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.338679] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.338981] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.339800] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f4814-b796-4882-b9fe-54157520cb5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.366473] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 9510e99c-c0ac-4360-a263-cac731f70720/9510e99c-c0ac-4360-a263-cac731f70720.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.369176] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b124a7-ada8-41e6-bcc4-2c512475e09f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.396822] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 649.396822] env[68116]: value = "task-2785500" [ 649.396822] env[68116]: _type = "Task" [ 649.396822] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.408732] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.441779] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785494, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.567793] env[68116]: DEBUG nova.scheduler.client.report [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.573356] env[68116]: INFO nova.compute.manager [-] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Took 2.05 seconds to deallocate network for instance. [ 649.591817] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.624578] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785499, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.681260] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e977d4-1b46-f0ae-cdd4-e2c41337fc90, 'name': SearchDatastore_Task, 'duration_secs': 0.012696} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.681926] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.681926] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.682658] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.683609] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.683609] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.683790] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccdf586f-6131-4363-a7f7-b544cbb1cbc7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.695576] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.695866] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.696774] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c7f1b4-0ebf-45b3-bfe7-bb900a9ae3b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.704980] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 649.704980] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52103f87-b6ae-6850-c161-5c92d4456ada" [ 649.704980] env[68116]: _type = "Task" [ 649.704980] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.717905] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52103f87-b6ae-6850-c161-5c92d4456ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.834240] env[68116]: DEBUG nova.network.neutron [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Updated VIF entry in instance network info cache for port 6d65ec95-cd3c-4847-bf24-17975d1e674d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.834557] env[68116]: DEBUG nova.network.neutron [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Updating instance_info_cache with network_info: [{"id": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "address": "fa:16:3e:57:fa:5b", "network": {"id": "2e10bbfc-4169-4eaf-87db-905b3927d42c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1619877578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb38e4a696ba45e2bbdb5de1500a8296", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d65ec95-cd", "ovs_interfaceid": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.876656] env[68116]: DEBUG nova.network.neutron [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Successfully created port: 86d4188a-6ff8-4427-a8ca-1c8d6a96e763 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.911857] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.942342] env[68116]: DEBUG oslo_vmware.api [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785494, 'name': PowerOnVM_Task, 'duration_secs': 1.811617} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.942673] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.942882] env[68116]: INFO nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Took 11.70 seconds to spawn the instance on the hypervisor. [ 649.943077] env[68116]: DEBUG nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.944561] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f321c811-3ee3-41b5-9752-1c566ca75250 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.049804] env[68116]: DEBUG nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.077579] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.084045] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.400s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.086219] env[68116]: DEBUG nova.objects.instance [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 650.089614] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.092887] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.093172] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.093942] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.094564] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.094564] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.094988] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.094988] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.094988] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.095166] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.095439] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.095863] env[68116]: DEBUG nova.virt.hardware [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.097366] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1460ec8d-b659-441e-9953-2a5f304a17c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.104951] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547738} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.105862] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.106036] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.106251] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff0bcc7-a9e9-4092-96de-cabdc67d8833 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.117997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9479390-692a-47bd-80a6-98cc271deb7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.124236] env[68116]: INFO nova.scheduler.client.report [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted allocations for instance df1bcb12-a39c-46af-a45d-a225dbaeb32f [ 650.127210] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 650.127210] env[68116]: value = "task-2785501" [ 650.127210] env[68116]: _type = "Task" [ 650.127210] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.146896] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785499, 'name': CreateVM_Task, 'duration_secs': 0.68995} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.147766] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.148855] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.148855] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.149532] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.149532] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17bee704-5182-49c7-a45e-c77f4dd1fc83 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.154257] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.159279] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 650.159279] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52632e4f-3d6a-8f1c-d9c0-7c727886de77" [ 650.159279] env[68116]: _type = "Task" [ 650.159279] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.170697] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52632e4f-3d6a-8f1c-d9c0-7c727886de77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.226945] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52103f87-b6ae-6850-c161-5c92d4456ada, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.231632] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90286d97-1b4a-4fac-aaaa-636a39712efa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.242858] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 650.242858] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b365d2-c517-6adb-09c1-2bc000994fb1" [ 650.242858] env[68116]: _type = "Task" [ 650.242858] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.257472] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b365d2-c517-6adb-09c1-2bc000994fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.324258] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8d44b3ef-3340-44b1-a23a-abcde2343675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.324512] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.341265] env[68116]: DEBUG oslo_concurrency.lockutils [req-f5bae898-8c29-4880-83ce-4b44c0bc1c4f req-b332b3e1-08a2-45d7-805b-b1d666f8cee4 service nova] Releasing lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.417685] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785500, 'name': ReconfigVM_Task, 'duration_secs': 0.62994} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.418055] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 9510e99c-c0ac-4360-a263-cac731f70720/9510e99c-c0ac-4360-a263-cac731f70720.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.418673] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a6860f-7902-481c-91fb-27f6e081cd9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.427617] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 650.427617] env[68116]: value = "task-2785502" [ 650.427617] env[68116]: _type = "Task" [ 650.427617] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.438679] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785502, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.467182] env[68116]: INFO nova.compute.manager [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Took 16.61 seconds to build instance. [ 650.644926] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e9-920f-480a-b2a7-3e963ced7b1e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "df1bcb12-a39c-46af-a45d-a225dbaeb32f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.153s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.650068] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079859} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.651038] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.651665] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab3157-3f3e-48e4-a00e-069a3c92582d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.682319] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.687143] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3b4e9aa-43b7-4fe7-900c-c882236edce6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.713404] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52632e4f-3d6a-8f1c-d9c0-7c727886de77, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.714992] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.715311] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.715491] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.715745] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 650.715745] env[68116]: value = "task-2785503" [ 650.715745] env[68116]: _type = "Task" [ 650.715745] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.731918] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.760296] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b365d2-c517-6adb-09c1-2bc000994fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.760592] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.761108] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.761241] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.761339] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.761551] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b260f9e-6176-4e74-9c02-04e329b5edb8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.763959] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2111eea7-5727-4743-bfca-429d737151a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.779339] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 650.779339] env[68116]: value = "task-2785504" [ 650.779339] env[68116]: _type = "Task" [ 650.779339] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.782476] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.782684] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.783470] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00b58f9-1d86-49e9-abdd-45f5704967ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.793864] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.795463] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 650.795463] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525646cf-1f91-b3f6-937e-2d43563c0bb3" [ 650.795463] env[68116]: _type = "Task" [ 650.795463] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.804992] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525646cf-1f91-b3f6-937e-2d43563c0bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.929901] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "55307952-d3d8-4c1c-8183-cd73338705cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.929901] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.941121] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785502, 'name': Rename_Task, 'duration_secs': 0.208341} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.941749] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.941749] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b7b2bf-5510-4b4a-887c-9834339dbfb1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.954795] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 650.954795] env[68116]: value = "task-2785505" [ 650.954795] env[68116]: _type = "Task" [ 650.954795] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.969356] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.969516] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e74dcc5b-5ba0-41ff-b3df-8a0e806617dc tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "e521119a-14ac-4e88-9b39-417b408bec14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.132s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.097489] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7a2a097-57ca-4684-9873-6581ceed6b4f tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.098857] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.208s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.101283] env[68116]: INFO nova.compute.claims [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.230993] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.293260] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.309156] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525646cf-1f91-b3f6-937e-2d43563c0bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.310392] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a74e7d-7580-42ba-a4e6-378528495475 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.319922] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 651.319922] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5264ab06-4730-6bb0-7425-2bf5923ccf29" [ 651.319922] env[68116]: _type = "Task" [ 651.319922] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.331169] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5264ab06-4730-6bb0-7425-2bf5923ccf29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.467034] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.474698] env[68116]: DEBUG nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.689741] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286cda7-3871-bd34-4b9d-1db16fe4ec1b/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 651.690853] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9787912f-cbca-45ce-aa8c-ebe373591a36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.701371] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286cda7-3871-bd34-4b9d-1db16fe4ec1b/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 651.701891] env[68116]: ERROR oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286cda7-3871-bd34-4b9d-1db16fe4ec1b/disk-0.vmdk due to incomplete transfer. [ 651.701891] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c30753e-233b-4121-bf7a-c1366cf65981 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.712738] env[68116]: DEBUG oslo_vmware.rw_handles [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286cda7-3871-bd34-4b9d-1db16fe4ec1b/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 651.713095] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Uploaded image 05968ea1-6a32-4dcf-9f83-9f7c0d271941 to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 651.715391] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 651.715751] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76797c3c-a2f1-4ecd-9591-2091f5d22a56 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.729587] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785503, 'name': ReconfigVM_Task, 'duration_secs': 0.539659} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.733790] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c721202d-862f-452c-8d7d-273e67604bb2/c721202d-862f-452c-8d7d-273e67604bb2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.734452] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 651.734452] env[68116]: value = "task-2785506" [ 651.734452] env[68116]: _type = "Task" [ 651.734452] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.734662] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-538c4566-4272-4438-96f2-b5e03150e8ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.751707] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785506, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.753651] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 651.753651] env[68116]: value = "task-2785507" [ 651.753651] env[68116]: _type = "Task" [ 651.753651] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.763863] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785507, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.794555] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583157} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.795373] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.795530] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.795956] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2382cdfc-8c15-4822-9915-cc123dabc0d3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.808278] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 651.808278] env[68116]: value = "task-2785508" [ 651.808278] env[68116]: _type = "Task" [ 651.808278] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.808278] env[68116]: DEBUG nova.network.neutron [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Successfully updated port: 86d4188a-6ff8-4427-a8ca-1c8d6a96e763 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.821065] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.835482] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5264ab06-4730-6bb0-7425-2bf5923ccf29, 'name': SearchDatastore_Task, 'duration_secs': 0.027188} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.835482] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.835482] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6/3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.835482] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06565471-21d1-48da-8cd1-0b0f4071fdcb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.846876] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 651.846876] env[68116]: value = "task-2785509" [ 651.846876] env[68116]: _type = "Task" [ 651.846876] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.858716] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.971390] env[68116]: DEBUG oslo_vmware.api [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785505, 'name': PowerOnVM_Task, 'duration_secs': 0.803786} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.972270] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.973397] env[68116]: INFO nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Took 11.35 seconds to spawn the instance on the hypervisor. [ 651.973397] env[68116]: DEBUG nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.973971] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b98fb3-17cd-47a0-9edd-136a3a9d8156 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.011472] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.264451] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785506, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.277764] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785507, 'name': Rename_Task, 'duration_secs': 0.262937} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.278250] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.278594] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d79febc-8e16-44c6-b4bb-6c9bef37e814 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.288352] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Waiting for the task: (returnval){ [ 652.288352] env[68116]: value = "task-2785510" [ 652.288352] env[68116]: _type = "Task" [ 652.288352] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.307321] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.311405] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "refresh_cache-2314fd60-8dfd-4ead-b3e4-77b09296d2e2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.311510] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquired lock "refresh_cache-2314fd60-8dfd-4ead-b3e4-77b09296d2e2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.311685] env[68116]: DEBUG nova.network.neutron [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.332321] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070403} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.332560] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.335872] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2c27fb-5321-47da-b77f-007a6da9c303 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.374209] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.382029] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca176a5d-9016-4b0d-9f6c-7a5f99877880 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.404086] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494299} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.405486] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6/3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.406170] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.406170] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 652.406170] env[68116]: value = "task-2785511" [ 652.406170] env[68116]: _type = "Task" [ 652.406170] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.406449] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b63559-695d-47b6-83df-2da486ff705f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.421137] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785511, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.422935] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 652.422935] env[68116]: value = "task-2785512" [ 652.422935] env[68116]: _type = "Task" [ 652.422935] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.430257] env[68116]: DEBUG nova.compute.manager [req-f4093692-00d2-48a0-91c3-4f986d9f2116 req-fe87a51d-4c0c-47a7-81a5-1d9e6a9c27ab service nova] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Received event network-vif-deleted-1f3ed2db-508b-47d5-af89-68709df2b961 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.436815] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.509251] env[68116]: INFO nova.compute.manager [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Took 18.02 seconds to build instance. [ 652.634497] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a190c-2d91-4162-a3c7-3721248d8fc8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.645230] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f512d5c7-0412-4bdc-8c0a-299ee4094b5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.685441] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae67b2-d4e0-42d9-9233-b06c60909521 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.695279] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8065e2f-7ed0-403a-ae54-6d8c3097665c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.713129] env[68116]: DEBUG nova.compute.provider_tree [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.752607] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785506, 'name': Destroy_Task, 'duration_secs': 0.762759} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.753181] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Destroyed the VM [ 652.753237] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 652.753532] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d70fa287-671b-4564-b70c-7bcf9d837185 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.763261] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 652.763261] env[68116]: value = "task-2785513" [ 652.763261] env[68116]: _type = "Task" [ 652.763261] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.767912] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "21994763-21a4-4797-bfbb-b0c599e1cc5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.768157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.779130] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.800829] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.808876] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "efd1af41-2bca-4c61-830e-c7aa2a8be716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.809622] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.866721] env[68116]: DEBUG nova.network.neutron [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.919764] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.937129] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070455} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.937129] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.937267] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc19dd3-e803-4477-890d-a42afd553eef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.964257] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6/3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.964595] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1eed11-3722-4f5f-8c07-05a335d1bb99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.989952] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 652.989952] env[68116]: value = "task-2785514" [ 652.989952] env[68116]: _type = "Task" [ 652.989952] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.000113] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.011921] env[68116]: DEBUG oslo_concurrency.lockutils [None req-310f123e-0ddd-4737-96f8-7c8e0f9b11d9 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "9510e99c-c0ac-4360-a263-cac731f70720" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.545s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.069223] env[68116]: DEBUG nova.network.neutron [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Updating instance_info_cache with network_info: [{"id": "86d4188a-6ff8-4427-a8ca-1c8d6a96e763", "address": "fa:16:3e:f9:1f:e7", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d4188a-6f", "ovs_interfaceid": "86d4188a-6ff8-4427-a8ca-1c8d6a96e763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.217323] env[68116]: DEBUG nova.scheduler.client.report [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.277866] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.299731] env[68116]: DEBUG oslo_vmware.api [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Task: {'id': task-2785510, 'name': PowerOnVM_Task, 'duration_secs': 0.912785} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.300063] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.300404] env[68116]: DEBUG nova.compute.manager [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.301114] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26488b-4554-4fec-84e1-adaf1c554cc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.422509] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.469098] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "07524071-0948-40d6-bfba-85407a2479f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.469529] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.504394] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.515197] env[68116]: DEBUG nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.573027] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Releasing lock "refresh_cache-2314fd60-8dfd-4ead-b3e4-77b09296d2e2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.573401] env[68116]: DEBUG nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Instance network_info: |[{"id": "86d4188a-6ff8-4427-a8ca-1c8d6a96e763", "address": "fa:16:3e:f9:1f:e7", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d4188a-6f", "ovs_interfaceid": "86d4188a-6ff8-4427-a8ca-1c8d6a96e763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.574523] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:1f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d4188a-6ff8-4427-a8ca-1c8d6a96e763', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.582526] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Creating folder: Project (4138b6c2e6ef4f96bfe86e6a4f90e346). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.584618] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4365c5b7-f16f-480c-b92f-11d5498bd823 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.598967] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Created folder: Project (4138b6c2e6ef4f96bfe86e6a4f90e346) in parent group-v559920. [ 653.598967] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Creating folder: Instances. Parent ref: group-v559961. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.598967] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1b7ae5f-1386-481a-96ce-194314a640d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.611079] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Created folder: Instances in parent group-v559961. [ 653.611079] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.611079] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.611079] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67fef2a9-288b-4cbb-95d7-2c076a88d6b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.636018] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.636018] env[68116]: value = "task-2785517" [ 653.636018] env[68116]: _type = "Task" [ 653.636018] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.648559] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785517, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.724261] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.724885] env[68116]: DEBUG nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.727967] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.079s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.732168] env[68116]: INFO nova.compute.claims [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.780962] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785513, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.820147] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.923269] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785511, 'name': ReconfigVM_Task, 'duration_secs': 1.41232} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.923648] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.924462] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2edb9962-b9b7-49ed-b878-236604f3f4f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.933216] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 653.933216] env[68116]: value = "task-2785518" [ 653.933216] env[68116]: _type = "Task" [ 653.933216] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.943420] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785518, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.006718] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785514, 'name': ReconfigVM_Task, 'duration_secs': 0.748729} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.007794] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6/3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.009549] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82381b76-ef2e-4886-8a5c-2f35d3a8161c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.021028] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 654.021028] env[68116]: value = "task-2785519" [ 654.021028] env[68116]: _type = "Task" [ 654.021028] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.037325] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785519, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.053859] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.145424] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785517, 'name': CreateVM_Task, 'duration_secs': 0.413367} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.145652] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.146354] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.146567] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.146830] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.147095] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea61ce0-2d93-46b0-a871-9f58f998c146 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.153287] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 654.153287] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52df3de3-d3aa-cb51-056f-1b34ce853bce" [ 654.153287] env[68116]: _type = "Task" [ 654.153287] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.163930] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52df3de3-d3aa-cb51-056f-1b34ce853bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.187186] env[68116]: INFO nova.compute.manager [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Rebuilding instance [ 654.237482] env[68116]: DEBUG nova.compute.utils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.241569] env[68116]: DEBUG nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.241657] env[68116]: DEBUG nova.network.neutron [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.253169] env[68116]: DEBUG nova.compute.manager [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.255242] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab155c-41e8-4453-a5b0-d9950a27ba07 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.281075] env[68116]: DEBUG oslo_vmware.api [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785513, 'name': RemoveSnapshot_Task, 'duration_secs': 1.248238} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.281369] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 654.281583] env[68116]: INFO nova.compute.manager [None req-a5024b0a-680e-4d9d-a994-1484c0353096 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Took 18.00 seconds to snapshot the instance on the hypervisor. [ 654.444715] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785518, 'name': Rename_Task, 'duration_secs': 0.203627} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.445219] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.445723] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a4ea49d-1b2b-406a-982b-cc4726517efb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.454244] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 654.454244] env[68116]: value = "task-2785520" [ 654.454244] env[68116]: _type = "Task" [ 654.454244] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.465926] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.510380] env[68116]: DEBUG nova.policy [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66dddebb21d2493490f25161b32ebd0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea44e64418624f1cb523b3503d3c6358', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.534862] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785519, 'name': Rename_Task, 'duration_secs': 0.198371} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.535511] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.535734] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb09394b-d9b6-41da-8cc2-b55b9c50e56d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.549285] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 654.549285] env[68116]: value = "task-2785521" [ 654.549285] env[68116]: _type = "Task" [ 654.549285] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.559319] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.670455] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52df3de3-d3aa-cb51-056f-1b34ce853bce, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.670754] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.671082] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.671417] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.671722] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.671909] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.672282] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b6718e0-d6ea-4880-9158-6cbd54e69e29 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.686016] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.686224] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.686978] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7606c8d6-02f5-4cf4-9179-9d700a3de60f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.694469] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 654.694469] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521a8650-2bd8-2726-877f-739f12b160a8" [ 654.694469] env[68116]: _type = "Task" [ 654.694469] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.703995] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521a8650-2bd8-2726-877f-739f12b160a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.751711] env[68116]: DEBUG nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.845455] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.845698] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.974274] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785520, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.059283] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785521, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.090720] env[68116]: DEBUG nova.network.neutron [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Successfully created port: b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.186288] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f95877-5a0f-4f76-92dc-16f53f2041d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.199087] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aebde30-2e17-4c34-b206-d272398ca24f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.208894] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521a8650-2bd8-2726-877f-739f12b160a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.242484] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bc6f58-5d40-4723-acb2-837a3c1fa011 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.246822] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f19015d-1457-4ae8-a684-53aa6e22600a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.255088] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 655.255088] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c12302-9faa-28c8-0739-15225497cb0c" [ 655.255088] env[68116]: _type = "Task" [ 655.255088] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.266195] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a98e58-2138-4f3c-b1c3-722f42268173 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.278185] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c12302-9faa-28c8-0739-15225497cb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.286468] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.287600] env[68116]: DEBUG nova.compute.provider_tree [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.290978] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cecbafa4-8586-4955-abd3-098bf7e19239 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.297023] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 655.297023] env[68116]: value = "task-2785522" [ 655.297023] env[68116]: _type = "Task" [ 655.297023] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.307171] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.473120] env[68116]: DEBUG oslo_vmware.api [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785520, 'name': PowerOnVM_Task, 'duration_secs': 0.707514} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.473120] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.473120] env[68116]: INFO nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Took 7.97 seconds to spawn the instance on the hypervisor. [ 655.473120] env[68116]: DEBUG nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.473120] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5847d8c-6ef5-491a-82d8-8bbcf7d3d58e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.565258] env[68116]: DEBUG oslo_vmware.api [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2785521, 'name': PowerOnVM_Task, 'duration_secs': 0.761837} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.565258] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.565258] env[68116]: INFO nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Took 10.55 seconds to spawn the instance on the hypervisor. [ 655.565258] env[68116]: DEBUG nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.565913] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e957f0-01a3-4eef-9dd1-7b05353a7b59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.711193] env[68116]: DEBUG nova.compute.manager [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Received event network-vif-plugged-86d4188a-6ff8-4427-a8ca-1c8d6a96e763 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 655.711836] env[68116]: DEBUG oslo_concurrency.lockutils [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] Acquiring lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.712360] env[68116]: DEBUG oslo_concurrency.lockutils [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.712661] env[68116]: DEBUG oslo_concurrency.lockutils [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.713055] env[68116]: DEBUG nova.compute.manager [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] No waiting events found dispatching network-vif-plugged-86d4188a-6ff8-4427-a8ca-1c8d6a96e763 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.713337] env[68116]: WARNING nova.compute.manager [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Received unexpected event network-vif-plugged-86d4188a-6ff8-4427-a8ca-1c8d6a96e763 for instance with vm_state building and task_state spawning. [ 655.713605] env[68116]: DEBUG nova.compute.manager [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Received event network-changed-86d4188a-6ff8-4427-a8ca-1c8d6a96e763 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 655.713854] env[68116]: DEBUG nova.compute.manager [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Refreshing instance network info cache due to event network-changed-86d4188a-6ff8-4427-a8ca-1c8d6a96e763. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 655.714144] env[68116]: DEBUG oslo_concurrency.lockutils [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] Acquiring lock "refresh_cache-2314fd60-8dfd-4ead-b3e4-77b09296d2e2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.714376] env[68116]: DEBUG oslo_concurrency.lockutils [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] Acquired lock "refresh_cache-2314fd60-8dfd-4ead-b3e4-77b09296d2e2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.714666] env[68116]: DEBUG nova.network.neutron [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Refreshing network info cache for port 86d4188a-6ff8-4427-a8ca-1c8d6a96e763 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.772684] env[68116]: DEBUG nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.777206] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c12302-9faa-28c8-0739-15225497cb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.036796} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.777893] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.778283] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 2314fd60-8dfd-4ead-b3e4-77b09296d2e2/2314fd60-8dfd-4ead-b3e4-77b09296d2e2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.779027] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a3133a-c759-4e4c-a178-b8ccb6dc7726 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.789023] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 655.789023] env[68116]: value = "task-2785523" [ 655.789023] env[68116]: _type = "Task" [ 655.789023] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.798029] env[68116]: DEBUG nova.scheduler.client.report [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.812274] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.814726] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='407150837',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1202745040',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.815259] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.815259] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.815374] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.816035] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.816035] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.816035] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.816199] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.816306] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.816481] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.816650] env[68116]: DEBUG nova.virt.hardware [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.818015] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a36115b-1036-468b-a6df-805afe392ec2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.828661] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785522, 'name': PowerOffVM_Task, 'duration_secs': 0.325587} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.830059] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.830303] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.831610] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d91811f-30e9-4e7e-a236-fab4d6837f13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.843090] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbdc84-6071-47f5-ba8f-1fe651c69529 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.848920] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.849662] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059ac757-6e40-4ebe-bcfe-914b6e05705b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.937904] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.942285] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.942285] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleting the datastore file [datastore2] e521119a-14ac-4e88-9b39-417b408bec14 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.942285] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bb7d408-1e79-45bf-86e9-da057d6f8c9d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.948307] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 655.948307] env[68116]: value = "task-2785525" [ 655.948307] env[68116]: _type = "Task" [ 655.948307] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.967389] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.001706] env[68116]: INFO nova.compute.manager [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Took 16.50 seconds to build instance. [ 656.086790] env[68116]: INFO nova.compute.manager [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Took 18.94 seconds to build instance. [ 656.301160] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.304173] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.304767] env[68116]: DEBUG nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.307694] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.011s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.309301] env[68116]: INFO nova.compute.claims [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.464624] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469426} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.464904] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.468207] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.468468] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.474791] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.475189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.509080] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9488fe02-cffd-42d6-9c76-c3150b6a1555 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "5acef710-9b94-4b24-b88d-cc2b11478f3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.016s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.558124] env[68116]: DEBUG nova.network.neutron [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Updated VIF entry in instance network info cache for port 86d4188a-6ff8-4427-a8ca-1c8d6a96e763. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.558471] env[68116]: DEBUG nova.network.neutron [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Updating instance_info_cache with network_info: [{"id": "86d4188a-6ff8-4427-a8ca-1c8d6a96e763", "address": "fa:16:3e:f9:1f:e7", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d4188a-6f", "ovs_interfaceid": "86d4188a-6ff8-4427-a8ca-1c8d6a96e763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.588505] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fc8a9294-1ff1-4ed4-8ba6-1b86f8251cbc tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.450s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.740797] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "c721202d-862f-452c-8d7d-273e67604bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.741552] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "c721202d-862f-452c-8d7d-273e67604bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.741552] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "c721202d-862f-452c-8d7d-273e67604bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.741552] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "c721202d-862f-452c-8d7d-273e67604bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.741744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "c721202d-862f-452c-8d7d-273e67604bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.743835] env[68116]: INFO nova.compute.manager [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Terminating instance [ 656.810528] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562083} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.810528] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 2314fd60-8dfd-4ead-b3e4-77b09296d2e2/2314fd60-8dfd-4ead-b3e4-77b09296d2e2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.810528] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.810528] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d464674-61a1-4ab5-8f6a-b28080adb80e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.816402] env[68116]: DEBUG nova.compute.utils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.830399] env[68116]: DEBUG nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.830399] env[68116]: DEBUG nova.network.neutron [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.830399] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 656.830399] env[68116]: value = "task-2785526" [ 656.830399] env[68116]: _type = "Task" [ 656.830399] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.845402] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.890474] env[68116]: DEBUG nova.policy [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.962596] env[68116]: DEBUG nova.network.neutron [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Successfully updated port: b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.012943] env[68116]: DEBUG nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.062776] env[68116]: DEBUG oslo_concurrency.lockutils [req-a18b12b7-0f90-4688-b9b5-c74bbd171d6d req-9404f59b-25fd-463e-a5ee-7394e2254ea3 service nova] Releasing lock "refresh_cache-2314fd60-8dfd-4ead-b3e4-77b09296d2e2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.094021] env[68116]: DEBUG nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.249866] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "refresh_cache-c721202d-862f-452c-8d7d-273e67604bb2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.250080] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquired lock "refresh_cache-c721202d-862f-452c-8d7d-273e67604bb2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.250324] env[68116]: DEBUG nova.network.neutron [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.280177] env[68116]: DEBUG nova.network.neutron [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Successfully created port: 18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.326204] env[68116]: DEBUG nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.347862] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206838} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.351316] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.352844] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681deeb0-8867-4a08-aad7-47f2ee6a2c9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.380502] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2314fd60-8dfd-4ead-b3e4-77b09296d2e2/2314fd60-8dfd-4ead-b3e4-77b09296d2e2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.383438] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb45c13-3011-4259-988d-8fe280763702 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.411829] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 657.411829] env[68116]: value = "task-2785527" [ 657.411829] env[68116]: _type = "Task" [ 657.411829] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.429485] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.468775] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.468932] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.469095] env[68116]: DEBUG nova.network.neutron [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.507850] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.508064] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.521516] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.522495] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.522495] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.522686] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.522833] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.522979] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.523214] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.523382] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.523544] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.523704] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.523887] env[68116]: DEBUG nova.virt.hardware [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.525105] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee527f-604e-4f29-84e1-4bbafd8d61bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.541846] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a191e-4427-42f7-a3ab-4882b12db9a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.552381] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.563240] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d6:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c3bb26-134a-420a-a407-92264ee556f2', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.570895] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.573841] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.574505] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f60ab1e-ad07-4709-81fe-b6134113c17f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.602765] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.602765] env[68116]: value = "task-2785528" [ 657.602765] env[68116]: _type = "Task" [ 657.602765] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.627135] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785528, 'name': CreateVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.629189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.798565] env[68116]: DEBUG nova.network.neutron [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.889476] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5b2db-58ed-44eb-83f9-6ae044a4bc72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.897219] env[68116]: DEBUG nova.network.neutron [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.909412] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afad978-ec87-4d73-b081-6d24e68f96c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.944247] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154524f6-5a80-41a9-8919-0e49921e3221 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.949705] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785527, 'name': ReconfigVM_Task, 'duration_secs': 0.416886} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.950432] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2314fd60-8dfd-4ead-b3e4-77b09296d2e2/2314fd60-8dfd-4ead-b3e4-77b09296d2e2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.951081] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0793dcd-f1da-44d1-8a13-2d5ba709ad94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.956331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e381543e-1866-4bd7-9d0d-bd0bfa096e0d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.962268] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 657.962268] env[68116]: value = "task-2785529" [ 657.962268] env[68116]: _type = "Task" [ 657.962268] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.978758] env[68116]: DEBUG nova.compute.provider_tree [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.985235] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785529, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.046041] env[68116]: DEBUG nova.network.neutron [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.121027] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785528, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.309783] env[68116]: DEBUG nova.network.neutron [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Updating instance_info_cache with network_info: [{"id": "b7b4d366-f205-44b1-a9f3-a60074993424", "address": "fa:16:3e:18:5a:2d", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b4d366-f2", "ovs_interfaceid": "b7b4d366-f205-44b1-a9f3-a60074993424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.345302] env[68116]: DEBUG nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.370828] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.371086] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.371243] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.371479] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.371557] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.371703] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.371910] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.372441] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.372647] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.372945] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.373155] env[68116]: DEBUG nova.virt.hardware [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.374027] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1596f33d-1af3-446a-8a1c-43a509d93711 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.383620] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e307b8-ec62-4750-a521-d4373008f83d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.408390] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Releasing lock "refresh_cache-c721202d-862f-452c-8d7d-273e67604bb2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.408843] env[68116]: DEBUG nova.compute.manager [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.409038] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.411426] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff175e7-f7dd-4151-9b7a-4cdc0aa78341 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.418453] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.418713] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa3d863b-9073-4e8e-84ff-f80be5badc1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.426193] env[68116]: DEBUG oslo_vmware.api [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 658.426193] env[68116]: value = "task-2785530" [ 658.426193] env[68116]: _type = "Task" [ 658.426193] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.434903] env[68116]: DEBUG oslo_vmware.api [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.472856] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785529, 'name': Rename_Task, 'duration_secs': 0.231471} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.473162] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.473421] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c12a223b-d27b-4169-9aee-ea9ba3359a29 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.481019] env[68116]: DEBUG nova.scheduler.client.report [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.484293] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 658.484293] env[68116]: value = "task-2785531" [ 658.484293] env[68116]: _type = "Task" [ 658.484293] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.493640] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.617364] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785528, 'name': CreateVM_Task, 'duration_secs': 0.781694} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.617573] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.618342] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.618506] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.618853] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.619152] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ccc1da-87b8-4270-8c5d-33bb8b0bb9db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.625966] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 658.625966] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52911ae5-1e07-da22-c57d-406a8c152b94" [ 658.625966] env[68116]: _type = "Task" [ 658.625966] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.640020] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52911ae5-1e07-da22-c57d-406a8c152b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.702992] env[68116]: DEBUG nova.compute.manager [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Received event network-vif-plugged-b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.703324] env[68116]: DEBUG oslo_concurrency.lockutils [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] Acquiring lock "b930bfd2-c347-46d4-9af7-ae91354eeb38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.703448] env[68116]: DEBUG oslo_concurrency.lockutils [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.703616] env[68116]: DEBUG oslo_concurrency.lockutils [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.703783] env[68116]: DEBUG nova.compute.manager [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] No waiting events found dispatching network-vif-plugged-b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.703947] env[68116]: WARNING nova.compute.manager [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Received unexpected event network-vif-plugged-b7b4d366-f205-44b1-a9f3-a60074993424 for instance with vm_state building and task_state spawning. [ 658.705228] env[68116]: DEBUG nova.compute.manager [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Received event network-changed-b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.705396] env[68116]: DEBUG nova.compute.manager [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Refreshing instance network info cache due to event network-changed-b7b4d366-f205-44b1-a9f3-a60074993424. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 658.705576] env[68116]: DEBUG oslo_concurrency.lockutils [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] Acquiring lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812617] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Releasing lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.812955] env[68116]: DEBUG nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Instance network_info: |[{"id": "b7b4d366-f205-44b1-a9f3-a60074993424", "address": "fa:16:3e:18:5a:2d", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b4d366-f2", "ovs_interfaceid": "b7b4d366-f205-44b1-a9f3-a60074993424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.813298] env[68116]: DEBUG oslo_concurrency.lockutils [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] Acquired lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.813460] env[68116]: DEBUG nova.network.neutron [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Refreshing network info cache for port b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.814798] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:5a:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b4d366-f205-44b1-a9f3-a60074993424', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.830872] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Creating folder: Project (ea44e64418624f1cb523b3503d3c6358). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.835294] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc5cfa37-c958-41af-b614-81abe307ca80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.850419] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Created folder: Project (ea44e64418624f1cb523b3503d3c6358) in parent group-v559920. [ 658.850419] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Creating folder: Instances. Parent ref: group-v559965. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.850419] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e12c436-517d-40ad-a364-3d23536e5474 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.860341] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Created folder: Instances in parent group-v559965. [ 658.860786] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.860937] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.861059] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-554ce73b-fcb3-404b-8f0f-bb157e8e5524 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.886782] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.886782] env[68116]: value = "task-2785534" [ 658.886782] env[68116]: _type = "Task" [ 658.886782] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.896016] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785534, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.939215] env[68116]: DEBUG oslo_vmware.api [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785530, 'name': PowerOffVM_Task, 'duration_secs': 0.265347} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.939215] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.939215] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.939215] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18cce1d2-a79b-42ab-a3a4-f20340231bf3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.974489] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.974489] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.974489] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleting the datastore file [datastore2] c721202d-862f-452c-8d7d-273e67604bb2 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.975531] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9983ef-8654-4b59-be56-c088cd1246d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.988187] env[68116]: DEBUG oslo_vmware.api [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for the task: (returnval){ [ 658.988187] env[68116]: value = "task-2785536" [ 658.988187] env[68116]: _type = "Task" [ 658.988187] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.997665] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.998969] env[68116]: DEBUG nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.007036] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.194s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.010276] env[68116]: INFO nova.compute.claims [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.022876] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785531, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.026957] env[68116]: DEBUG oslo_vmware.api [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.144729] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52911ae5-1e07-da22-c57d-406a8c152b94, 'name': SearchDatastore_Task, 'duration_secs': 0.023168} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.145425] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.145425] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.145579] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.145766] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.145974] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.146365] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e62fe0-de7e-436a-9480-c934776a3765 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.157642] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.157756] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.159076] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f65b931-a0c4-4833-bab1-3c263a925f5e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.166591] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 659.166591] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52615f03-ca3d-d445-1be8-f337d2499412" [ 659.166591] env[68116]: _type = "Task" [ 659.166591] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.181532] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52615f03-ca3d-d445-1be8-f337d2499412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.399705] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785534, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.431966] env[68116]: DEBUG nova.network.neutron [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Updated VIF entry in instance network info cache for port b7b4d366-f205-44b1-a9f3-a60074993424. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.432398] env[68116]: DEBUG nova.network.neutron [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Updating instance_info_cache with network_info: [{"id": "b7b4d366-f205-44b1-a9f3-a60074993424", "address": "fa:16:3e:18:5a:2d", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b4d366-f2", "ovs_interfaceid": "b7b4d366-f205-44b1-a9f3-a60074993424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.502327] env[68116]: DEBUG oslo_vmware.api [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785531, 'name': PowerOnVM_Task, 'duration_secs': 0.739156} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.506175] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.506397] env[68116]: INFO nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Took 9.46 seconds to spawn the instance on the hypervisor. [ 659.506579] env[68116]: DEBUG nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.507806] env[68116]: DEBUG nova.compute.utils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.509818] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d1ee83-bdea-4dfd-9c24-4911478dd747 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.515741] env[68116]: DEBUG nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 659.522867] env[68116]: DEBUG oslo_vmware.api [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Task: {'id': task-2785536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142663} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.525597] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.526027] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.526109] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.526275] env[68116]: INFO nova.compute.manager [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 659.526521] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.532158] env[68116]: DEBUG nova.compute.manager [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.532158] env[68116]: DEBUG nova.network.neutron [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.572878] env[68116]: DEBUG nova.network.neutron [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Successfully updated port: 18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.583754] env[68116]: DEBUG nova.network.neutron [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.679421] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52615f03-ca3d-d445-1be8-f337d2499412, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.680624] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf8d36c-a790-4b4d-92a5-5f4a60dddb2f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.687272] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 659.687272] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526963aa-fcf7-98f8-9bf1-680753bceaf6" [ 659.687272] env[68116]: _type = "Task" [ 659.687272] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.702378] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526963aa-fcf7-98f8-9bf1-680753bceaf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.900112] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785534, 'name': CreateVM_Task, 'duration_secs': 0.606277} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.900305] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.901015] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.901452] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.901791] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.902064] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67c7530-8c36-43ea-a57e-3edbc04ddf98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.907546] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 659.907546] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52dfe547-8976-3903-7553-ae1ccf54422b" [ 659.907546] env[68116]: _type = "Task" [ 659.907546] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.916645] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52dfe547-8976-3903-7553-ae1ccf54422b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.935559] env[68116]: DEBUG oslo_concurrency.lockutils [req-0dc75f9c-fbcd-4899-9381-6c8de54c6c87 req-7927f37d-24f9-416f-bbde-9354dbbd0d99 service nova] Releasing lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.016190] env[68116]: DEBUG nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.044009] env[68116]: INFO nova.compute.manager [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Took 20.48 seconds to build instance. [ 660.077040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.077350] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.077432] env[68116]: DEBUG nova.network.neutron [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.092309] env[68116]: DEBUG nova.network.neutron [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.203504] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526963aa-fcf7-98f8-9bf1-680753bceaf6, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.207622] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.207947] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.208438] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d1f1f28-1ba8-40b8-af0b-215d206d5a57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.217141] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 660.217141] env[68116]: value = "task-2785537" [ 660.217141] env[68116]: _type = "Task" [ 660.217141] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.228779] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.422635] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52dfe547-8976-3903-7553-ae1ccf54422b, 'name': SearchDatastore_Task, 'duration_secs': 0.03264} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.423366] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.423366] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.423527] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.423566] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.423869] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.424168] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93d68ebc-706e-45a6-9200-ff042d59ff0d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.437652] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.437839] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.438606] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cbff79-e52f-4c64-a2a7-01320bb0684c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.445483] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 660.445483] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cdbc7d-4d3a-5295-5801-60a37ed987a8" [ 660.445483] env[68116]: _type = "Task" [ 660.445483] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.456917] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cdbc7d-4d3a-5295-5801-60a37ed987a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.505147] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de7f4c-edb1-4d99-a676-238a6d379239 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.511829] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a4cc4-1ce9-46bf-8356-8ab04a1f5dd0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.554500] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a7e2839-9ac4-4567-b488-52a10b1c1758 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.996s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.557290] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbdbdbe-6269-4a1a-bd9c-b00e468c43bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.572858] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87464108-16e3-44c4-bdab-b867fd975739 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.599653] env[68116]: INFO nova.compute.manager [-] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Took 1.07 seconds to deallocate network for instance. [ 660.600514] env[68116]: DEBUG nova.compute.provider_tree [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.670230] env[68116]: DEBUG nova.network.neutron [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.734067] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785537, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.964026] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cdbc7d-4d3a-5295-5801-60a37ed987a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017969} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.964462] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4669c1ed-065e-42a2-ac5d-61d2ab866eb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.977137] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 660.977137] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c09085-02e1-6d53-cb88-bbf9a70848b6" [ 660.977137] env[68116]: _type = "Task" [ 660.977137] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.992220] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c09085-02e1-6d53-cb88-bbf9a70848b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.031154] env[68116]: DEBUG nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.058079] env[68116]: DEBUG nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.066147] env[68116]: DEBUG nova.network.neutron [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updating instance_info_cache with network_info: [{"id": "18dc42e8-352c-4960-a782-1034bbc0a806", "address": "fa:16:3e:c8:4e:1c", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dc42e8-35", "ovs_interfaceid": "18dc42e8-352c-4960-a782-1034bbc0a806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.072919] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.073331] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.073433] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.073859] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.073859] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.074948] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.075313] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.077382] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.077382] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.077382] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.077382] env[68116]: DEBUG nova.virt.hardware [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.078399] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba77144-03cb-4824-bbf0-90efdedd3c41 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.094042] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93253dcc-5ff8-45e9-836c-378e58eb7b06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.118473] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.118610] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.126575] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Creating folder: Project (c2316a82be38428697037f22f99ad672). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.127045] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9150578d-8a7a-4703-8091-d969349025ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.140524] env[68116]: ERROR nova.scheduler.client.report [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [req-0633b213-3701-495b-9e23-944dbddf7fba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0633b213-3701-495b-9e23-944dbddf7fba"}]} [ 661.145789] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Created folder: Project (c2316a82be38428697037f22f99ad672) in parent group-v559920. [ 661.145995] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Creating folder: Instances. Parent ref: group-v559968. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.146286] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cc4169b-dbaf-42df-b311-846ec0018437 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.160779] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Created folder: Instances in parent group-v559968. [ 661.160779] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.161919] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.161919] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-115f556e-4997-41f4-b253-2ea298c442d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.176128] env[68116]: DEBUG nova.scheduler.client.report [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.186461] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.186461] env[68116]: value = "task-2785540" [ 661.186461] env[68116]: _type = "Task" [ 661.186461] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.200574] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785540, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.201711] env[68116]: DEBUG nova.scheduler.client.report [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.201974] env[68116]: DEBUG nova.compute.provider_tree [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.228614] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.228614] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.229661] env[68116]: DEBUG nova.scheduler.client.report [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.240903] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807956} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.242350] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.242350] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.242350] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a03237f-621c-4636-9a51-6d50c8374b7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.251292] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 661.251292] env[68116]: value = "task-2785541" [ 661.251292] env[68116]: _type = "Task" [ 661.251292] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.256233] env[68116]: DEBUG nova.scheduler.client.report [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.266223] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.490873] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c09085-02e1-6d53-cb88-bbf9a70848b6, 'name': SearchDatastore_Task, 'duration_secs': 0.035609} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.493915] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.494296] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b930bfd2-c347-46d4-9af7-ae91354eeb38/b930bfd2-c347-46d4-9af7-ae91354eeb38.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.494810] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12019087-af3e-40ad-ba26-29184406688a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.504550] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 661.504550] env[68116]: value = "task-2785542" [ 661.504550] env[68116]: _type = "Task" [ 661.504550] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.517808] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.587728] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.587728] env[68116]: DEBUG nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Instance network_info: |[{"id": "18dc42e8-352c-4960-a782-1034bbc0a806", "address": "fa:16:3e:c8:4e:1c", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dc42e8-35", "ovs_interfaceid": "18dc42e8-352c-4960-a782-1034bbc0a806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.591946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.593066] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:4e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18dc42e8-352c-4960-a782-1034bbc0a806', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.603713] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Creating folder: Project (9d2be0c9432142bca244e4c73402ecb8). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.604768] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff422d4-1cef-4aad-a559-779e47aa48a2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.622701] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Created folder: Project (9d2be0c9432142bca244e4c73402ecb8) in parent group-v559920. [ 661.622701] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Creating folder: Instances. Parent ref: group-v559971. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.622929] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2234e380-3471-401f-9180-3e90d7d6e6af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.643956] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Created folder: Instances in parent group-v559971. [ 661.643956] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.643956] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.643956] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b76431a6-32eb-4ca2-a5be-a0687577fc45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.673778] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.673778] env[68116]: value = "task-2785545" [ 661.673778] env[68116]: _type = "Task" [ 661.673778] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.690473] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785545, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.705260] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785540, 'name': CreateVM_Task, 'duration_secs': 0.511099} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.705463] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.706294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.706294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.706482] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.706968] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d414108a-cefc-4001-95cf-25e18ead6172 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.716979] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 661.716979] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521fed9b-d730-e83c-59fb-1f1167ced45e" [ 661.716979] env[68116]: _type = "Task" [ 661.716979] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.733530] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521fed9b-d730-e83c-59fb-1f1167ced45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.763194] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081866} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.763194] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.765036] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2381af39-466a-479f-bb29-8bef1a0036fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.794015] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.797347] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ff548a-bbcb-4f1f-a4ab-a03bc4dbf9a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.823077] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 661.823077] env[68116]: value = "task-2785546" [ 661.823077] env[68116]: _type = "Task" [ 661.823077] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.837026] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785546, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.851417] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7bf97-f5bb-4f32-a513-b04fe8446fd2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.861864] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c514c7b4-ee0c-4a64-baed-3fa26602a720 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.897029] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b7e418-c01c-40c7-856e-a9c27d9c24ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.907174] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1652c3-6fe3-4962-9f5c-7541ead0d00e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.928090] env[68116]: DEBUG nova.compute.provider_tree [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.019992] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785542, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.189193] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785545, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.234151] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521fed9b-d730-e83c-59fb-1f1167ced45e, 'name': SearchDatastore_Task, 'duration_secs': 0.020339} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.234509] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.234742] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.234974] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.235136] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.235311] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.235577] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a20af42-9354-486f-9d59-e0496fd561a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.254437] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.254437] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.255197] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0c0298-7b67-4b7f-836e-10a1421451de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.266918] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 662.266918] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52187357-11f5-37dd-c2b9-87642714e881" [ 662.266918] env[68116]: _type = "Task" [ 662.266918] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.282440] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52187357-11f5-37dd-c2b9-87642714e881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.306686] env[68116]: DEBUG nova.compute.manager [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received event network-vif-plugged-18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.306921] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Acquiring lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.307172] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.307549] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.307658] env[68116]: DEBUG nova.compute.manager [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] No waiting events found dispatching network-vif-plugged-18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.307855] env[68116]: WARNING nova.compute.manager [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received unexpected event network-vif-plugged-18dc42e8-352c-4960-a782-1034bbc0a806 for instance with vm_state building and task_state spawning. [ 662.308020] env[68116]: DEBUG nova.compute.manager [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received event network-changed-18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.308206] env[68116]: DEBUG nova.compute.manager [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Refreshing instance network info cache due to event network-changed-18dc42e8-352c-4960-a782-1034bbc0a806. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 662.308369] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Acquiring lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.308505] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Acquired lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.308778] env[68116]: DEBUG nova.network.neutron [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Refreshing network info cache for port 18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.335600] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.338868] env[68116]: DEBUG nova.compute.manager [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.339827] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a47849-cf59-47d9-9a1c-18dc8dfb1878 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.433886] env[68116]: DEBUG nova.scheduler.client.report [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.521781] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576243} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.522489] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b930bfd2-c347-46d4-9af7-ae91354eeb38/b930bfd2-c347-46d4-9af7-ae91354eeb38.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.522778] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.523211] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b5e6f7-3b89-467a-bd70-78b386eec49c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.532089] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 662.532089] env[68116]: value = "task-2785547" [ 662.532089] env[68116]: _type = "Task" [ 662.532089] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.546695] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.687714] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785545, 'name': CreateVM_Task, 'duration_secs': 0.752711} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.687888] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.688781] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.688850] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.689157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.689436] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e745efc-c1da-45f6-9d6c-c710f59e9171 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.695407] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 662.695407] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52924624-1eb3-24a7-1337-88aa427b860c" [ 662.695407] env[68116]: _type = "Task" [ 662.695407] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.707447] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52924624-1eb3-24a7-1337-88aa427b860c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.778024] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52187357-11f5-37dd-c2b9-87642714e881, 'name': SearchDatastore_Task, 'duration_secs': 0.019953} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.778996] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925cfe46-4cc0-461c-b0c1-03e946fdab86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.789808] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 662.789808] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d37b57-c472-bc75-1355-2c0794e64ffa" [ 662.789808] env[68116]: _type = "Task" [ 662.789808] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.794964] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d37b57-c472-bc75-1355-2c0794e64ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.834303] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.855013] env[68116]: INFO nova.compute.manager [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] instance snapshotting [ 662.858181] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aa55a3-aeaf-4517-b6e3-6f589a27f0ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.879264] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ec44a-99b7-4b0f-9901-e2f596b7e330 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.941428] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.935s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.942926] env[68116]: DEBUG nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.949205] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.013s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.949546] env[68116]: DEBUG nova.objects.instance [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lazy-loading 'resources' on Instance uuid 1b45170d-dbbc-400c-9b3d-e04806b3be6d {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.053381] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075459} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.053381] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.053381] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e2e771-6034-4e2a-b544-d14df44300ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.088700] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] b930bfd2-c347-46d4-9af7-ae91354eeb38/b930bfd2-c347-46d4-9af7-ae91354eeb38.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.093786] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45104962-a15a-4480-aa14-8dd23f965512 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.118632] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 663.118632] env[68116]: value = "task-2785548" [ 663.118632] env[68116]: _type = "Task" [ 663.118632] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.133506] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.176516] env[68116]: DEBUG nova.network.neutron [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updated VIF entry in instance network info cache for port 18dc42e8-352c-4960-a782-1034bbc0a806. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.176516] env[68116]: DEBUG nova.network.neutron [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updating instance_info_cache with network_info: [{"id": "18dc42e8-352c-4960-a782-1034bbc0a806", "address": "fa:16:3e:c8:4e:1c", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dc42e8-35", "ovs_interfaceid": "18dc42e8-352c-4960-a782-1034bbc0a806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.214435] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52924624-1eb3-24a7-1337-88aa427b860c, 'name': SearchDatastore_Task, 'duration_secs': 0.073045} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.214692] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.214991] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.215250] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.302179] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d37b57-c472-bc75-1355-2c0794e64ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.037887} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.304019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.304019] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fc5ee5e2-4109-4637-bd37-a1d59c22a881/fc5ee5e2-4109-4637-bd37-a1d59c22a881.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.304019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.304019] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.304475] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0264d507-7375-48ee-9a8c-9312b81a76ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.308152] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c6a3e8-9444-4c82-87ff-1dc6f577f47b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.324299] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 663.324299] env[68116]: value = "task-2785549" [ 663.324299] env[68116]: _type = "Task" [ 663.324299] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.324299] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.324299] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.324299] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db7cca4-a3df-43ec-9fce-68c4bcc14ba8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.339937] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 663.339937] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5266101f-dd1f-5523-bd71-d81b5a44a682" [ 663.339937] env[68116]: _type = "Task" [ 663.339937] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.340202] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785546, 'name': ReconfigVM_Task, 'duration_secs': 1.063023} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.345764] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e521119a-14ac-4e88-9b39-417b408bec14/e521119a-14ac-4e88-9b39-417b408bec14.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.349972] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.353812] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d2eae57-4e06-4641-afca-2589a65dd9d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.365768] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5266101f-dd1f-5523-bd71-d81b5a44a682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.371119] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 663.371119] env[68116]: value = "task-2785550" [ 663.371119] env[68116]: _type = "Task" [ 663.371119] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.387548] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785550, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.392801] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.392801] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4be4c1ad-8dbb-435e-a1a0-1ef96f9a3b7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.406021] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 663.406021] env[68116]: value = "task-2785551" [ 663.406021] env[68116]: _type = "Task" [ 663.406021] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.416661] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785551, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.459351] env[68116]: DEBUG nova.compute.utils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.462553] env[68116]: DEBUG nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.462976] env[68116]: DEBUG nova.network.neutron [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.533499] env[68116]: DEBUG nova.policy [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191154a90cf748c1a0d9d54e3c34971d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '761c84a7c5a34ad9a8277db3d4828119', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.637352] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785548, 'name': ReconfigVM_Task, 'duration_secs': 0.382418} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.637667] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Reconfigured VM instance instance-0000000e to attach disk [datastore2] b930bfd2-c347-46d4-9af7-ae91354eeb38/b930bfd2-c347-46d4-9af7-ae91354eeb38.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.638388] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30f2a611-f451-4735-bcd4-bbeff60e8f87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.651943] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 663.651943] env[68116]: value = "task-2785552" [ 663.651943] env[68116]: _type = "Task" [ 663.651943] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.670941] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785552, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.684431] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Releasing lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.685094] env[68116]: DEBUG nova.compute.manager [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Received event network-changed-6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 663.685216] env[68116]: DEBUG nova.compute.manager [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Refreshing instance network info cache due to event network-changed-6d65ec95-cd3c-4847-bf24-17975d1e674d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 663.685659] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Acquiring lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.685659] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Acquired lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.685783] env[68116]: DEBUG nova.network.neutron [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Refreshing network info cache for port 6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.778963] env[68116]: DEBUG nova.compute.manager [None req-9abcb9f0-d32d-401b-9b3a-ec811b0b5ac8 tempest-ServerDiagnosticsTest-894034585 tempest-ServerDiagnosticsTest-894034585-project-admin] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.782985] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943d395-246f-4c6b-8fa2-a7db6c82e2ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.802022] env[68116]: INFO nova.compute.manager [None req-9abcb9f0-d32d-401b-9b3a-ec811b0b5ac8 tempest-ServerDiagnosticsTest-894034585 tempest-ServerDiagnosticsTest-894034585-project-admin] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Retrieving diagnostics [ 663.802022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dcede6-42f3-4a13-859c-8ceaa461c78b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.860666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "18d74c0d-db17-4378-95c8-571986364854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.861643] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "18d74c0d-db17-4378-95c8-571986364854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.867528] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524838} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.871873] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fc5ee5e2-4109-4637-bd37-a1d59c22a881/fc5ee5e2-4109-4637-bd37-a1d59c22a881.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.872148] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.873044] env[68116]: INFO nova.compute.manager [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Rebuilding instance [ 663.875342] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5266101f-dd1f-5523-bd71-d81b5a44a682, 'name': SearchDatastore_Task, 'duration_secs': 0.026274} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.878525] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0b9d39d-9c90-4745-a5ae-1f8dbaf3cd03 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.885664] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6576a373-0d06-420f-a32b-2212e017a3a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.900404] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 663.900404] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522d355b-3f74-ebaa-118e-bd55bc5e6cd2" [ 663.900404] env[68116]: _type = "Task" [ 663.900404] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.907855] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785550, 'name': Rename_Task, 'duration_secs': 0.181057} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.908240] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 663.908240] env[68116]: value = "task-2785553" [ 663.908240] env[68116]: _type = "Task" [ 663.908240] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.917020] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.917020] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72dee755-880b-4a3c-af99-80b1f7ca848f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.929094] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785551, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.938154] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522d355b-3f74-ebaa-118e-bd55bc5e6cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014662} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.947879] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.951425] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] bd47b8e0-c366-4566-be38-0be8bd3cf92a/bd47b8e0-c366-4566-be38-0be8bd3cf92a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.951425] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 663.951425] env[68116]: value = "task-2785554" [ 663.951425] env[68116]: _type = "Task" [ 663.951425] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.955018] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c8c715c-48dc-47b8-9f2b-2441cea3fe27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.955850] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785553, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.966686] env[68116]: DEBUG nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.974164] env[68116]: DEBUG nova.network.neutron [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Successfully created port: a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.978093] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785554, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.978093] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 663.978093] env[68116]: value = "task-2785555" [ 663.978093] env[68116]: _type = "Task" [ 663.978093] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.986590] env[68116]: DEBUG nova.compute.manager [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.990184] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec351041-9b02-4a1e-8595-f7c33a82b9f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.004268] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.116427] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7853b4-bddb-40ce-8184-9be4508b83d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.124086] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270b8b80-74cf-4c59-8746-0589429618af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.165451] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d926bca-954a-4ad1-812c-a079daa97e76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.177241] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785552, 'name': Rename_Task, 'duration_secs': 0.248503} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.178466] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517db10b-6d56-4a8e-b064-4c10c2ad2507 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.182670] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.183810] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94180bd2-6403-4bb8-9835-0592599d4519 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.198478] env[68116]: DEBUG nova.compute.provider_tree [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.201484] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 664.201484] env[68116]: value = "task-2785556" [ 664.201484] env[68116]: _type = "Task" [ 664.201484] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.211045] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.419763] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785551, 'name': CreateSnapshot_Task, 'duration_secs': 0.749489} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.424020] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 664.424918] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a843dc2-9580-4756-94d3-cb1caeacd2c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.443688] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07285} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.444020] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.444970] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71ef52-db6a-4a6b-adc9-799f6d1e22a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.470834] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] fc5ee5e2-4109-4637-bd37-a1d59c22a881/fc5ee5e2-4109-4637-bd37-a1d59c22a881.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.474781] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b6e4ab-4560-486c-8a08-d9c0cb2a57c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.505754] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785554, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.507931] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 664.507931] env[68116]: value = "task-2785557" [ 664.507931] env[68116]: _type = "Task" [ 664.507931] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.516085] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.530611] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785557, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.720021] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.737720] env[68116]: ERROR nova.scheduler.client.report [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] [req-f5b56847-65ea-4945-9c12-e9c970fc5f60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5b56847-65ea-4945-9c12-e9c970fc5f60"}]} [ 664.759731] env[68116]: DEBUG nova.scheduler.client.report [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 664.781106] env[68116]: DEBUG nova.scheduler.client.report [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 664.781694] env[68116]: DEBUG nova.compute.provider_tree [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.796515] env[68116]: DEBUG nova.scheduler.client.report [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 664.807269] env[68116]: DEBUG nova.network.neutron [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Updated VIF entry in instance network info cache for port 6d65ec95-cd3c-4847-bf24-17975d1e674d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.807854] env[68116]: DEBUG nova.network.neutron [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Updating instance_info_cache with network_info: [{"id": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "address": "fa:16:3e:57:fa:5b", "network": {"id": "2e10bbfc-4169-4eaf-87db-905b3927d42c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1619877578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb38e4a696ba45e2bbdb5de1500a8296", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d65ec95-cd", "ovs_interfaceid": "6d65ec95-cd3c-4847-bf24-17975d1e674d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.819593] env[68116]: DEBUG nova.scheduler.client.report [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 664.952468] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 664.952468] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb332dbb-5c26-4207-96ac-21e591b09654 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.968441] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 664.968441] env[68116]: value = "task-2785558" [ 664.968441] env[68116]: _type = "Task" [ 664.968441] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.975976] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.985802] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785558, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.011980] env[68116]: DEBUG nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.014294] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777528} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.016283] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] bd47b8e0-c366-4566-be38-0be8bd3cf92a/bd47b8e0-c366-4566-be38-0be8bd3cf92a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.016283] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.018635] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a713b98-c361-49f3-922f-e3cedb29aa14 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.019912] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.027796] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a519fcb0-18fe-485c-ab03-7b63dfa9107e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.034609] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.037934] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 665.037934] env[68116]: value = "task-2785560" [ 665.037934] env[68116]: _type = "Task" [ 665.037934] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.038256] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 665.038256] env[68116]: value = "task-2785559" [ 665.038256] env[68116]: _type = "Task" [ 665.038256] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.054897] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.055265] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.055355] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.055604] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.055774] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.055935] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.056173] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.056333] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.056510] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.056668] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.056853] env[68116]: DEBUG nova.virt.hardware [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.057839] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef04ce-c33a-4ad5-9d77-d600b9201ad0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.069887] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.076042] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.078048] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538d27b8-ecce-4df3-a789-c7e84b6d4349 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.229213] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.311849] env[68116]: DEBUG oslo_concurrency.lockutils [req-d3f505a0-d447-4767-a15d-6d41e0a536bf req-af256b36-ff34-49a6-bdbe-776adf2e5552 service nova] Releasing lock "refresh_cache-3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.365949] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8341eb1f-5683-478d-9ca2-c8205b61b3c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.375227] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec41fb46-6895-47cb-8e14-635c239c8b87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.413408] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426febe-9408-4ab5-bf17-e6c0d5ce3cff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.427413] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd0d81-2492-48ec-96ce-2042c198ba0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.451344] env[68116]: DEBUG nova.compute.provider_tree [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.470999] env[68116]: DEBUG oslo_vmware.api [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785554, 'name': PowerOnVM_Task, 'duration_secs': 1.28226} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.474499] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.474719] env[68116]: DEBUG nova.compute.manager [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.476060] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b4d61d-a176-4820-8787-37cca20d317a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.489683] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785558, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.535461] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785557, 'name': ReconfigVM_Task, 'duration_secs': 0.795501} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.543131] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Reconfigured VM instance instance-00000010 to attach disk [datastore2] fc5ee5e2-4109-4637-bd37-a1d59c22a881/fc5ee5e2-4109-4637-bd37-a1d59c22a881.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.543131] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ddec22f-02af-4204-bd7b-75f22b0d32a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.564201] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083643} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.571149] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.571622] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 665.571622] env[68116]: value = "task-2785561" [ 665.571622] env[68116]: _type = "Task" [ 665.571622] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.571907] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785559, 'name': PowerOffVM_Task, 'duration_secs': 0.166331} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.572997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0788930-35b1-4923-a9eb-c9060d6da02c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.577626] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.578585] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.583994] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88b6523-9c5c-4bc3-9f1c-7790a86fe80d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.600936] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.602087] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785561, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.618698] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3428f9a-2314-4884-b249-b4a9ec3be58d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.636162] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bd47b8e0-c366-4566-be38-0be8bd3cf92a/bd47b8e0-c366-4566-be38-0be8bd3cf92a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.636456] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc20b2d2-f74a-4fee-80e9-9dbbf2c36324 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.658230] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 665.658230] env[68116]: value = "task-2785563" [ 665.658230] env[68116]: _type = "Task" [ 665.658230] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.668251] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.679503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.679503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.679948] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleting the datastore file [datastore2] 5acef710-9b94-4b24-b88d-cc2b11478f3c {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.679948] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-858bdc39-fa7d-4640-aafb-0e802aa470d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.688514] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 665.688514] env[68116]: value = "task-2785564" [ 665.688514] env[68116]: _type = "Task" [ 665.688514] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.697873] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.725308] env[68116]: DEBUG oslo_vmware.api [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2785556, 'name': PowerOnVM_Task, 'duration_secs': 1.233694} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.725308] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.725308] env[68116]: INFO nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Took 9.95 seconds to spawn the instance on the hypervisor. [ 665.726082] env[68116]: DEBUG nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.726455] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c244cf0-a176-4bc9-b98e-6862336b4669 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.949392] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.949682] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.949913] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.950183] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.950506] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.957261] env[68116]: INFO nova.compute.manager [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Terminating instance [ 665.985080] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785558, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.003199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.005507] env[68116]: DEBUG nova.scheduler.client.report [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 666.005507] env[68116]: DEBUG nova.compute.provider_tree [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 37 to 38 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 666.005507] env[68116]: DEBUG nova.compute.provider_tree [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.022483] env[68116]: DEBUG nova.network.neutron [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Successfully updated port: a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.094078] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785561, 'name': Rename_Task, 'duration_secs': 0.237086} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.094394] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.094670] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-331a15fb-4f57-43cd-a28a-9ec5e7ec27d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.103895] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 666.103895] env[68116]: value = "task-2785565" [ 666.103895] env[68116]: _type = "Task" [ 666.103895] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.118068] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.167945] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785563, 'name': ReconfigVM_Task, 'duration_secs': 0.482543} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.172371] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bd47b8e0-c366-4566-be38-0be8bd3cf92a/bd47b8e0-c366-4566-be38-0be8bd3cf92a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.173208] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6007d15-cad1-4096-a80b-985a854ba5d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.183831] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 666.183831] env[68116]: value = "task-2785566" [ 666.183831] env[68116]: _type = "Task" [ 666.183831] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.198507] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785566, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.204707] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292873} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.204971] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.205190] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.205624] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.248679] env[68116]: INFO nova.compute.manager [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Took 25.37 seconds to build instance. [ 666.465419] env[68116]: DEBUG nova.compute.manager [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.465733] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.466569] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3636bd0-83f7-4830-93c3-a174e7532226 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.478327] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.479030] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d96cdcc-d11b-4c1d-b0cb-812551d93678 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.484883] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785558, 'name': CloneVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.486339] env[68116]: DEBUG oslo_vmware.api [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 666.486339] env[68116]: value = "task-2785567" [ 666.486339] env[68116]: _type = "Task" [ 666.486339] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.496583] env[68116]: DEBUG oslo_vmware.api [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.511145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.562s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.513075] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.226s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.514813] env[68116]: INFO nova.compute.claims [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.529362] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.529362] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquired lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.529362] env[68116]: DEBUG nova.network.neutron [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.545296] env[68116]: INFO nova.scheduler.client.report [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Deleted allocations for instance 1b45170d-dbbc-400c-9b3d-e04806b3be6d [ 666.616790] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785565, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.696359] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785566, 'name': Rename_Task, 'duration_secs': 0.249664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.696359] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.696359] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6fd608c-6ee0-4b5c-ab99-07e7722ae586 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.704351] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 666.704351] env[68116]: value = "task-2785568" [ 666.704351] env[68116]: _type = "Task" [ 666.704351] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.716098] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.755055] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f1e369a-b9a0-4623-98ca-cdaa803773a6 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.896s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.924503] env[68116]: DEBUG nova.compute.manager [req-4fa67b81-99da-4b0c-8e8f-6deda08ce4ca req-2ac12ce8-1096-4c3d-8731-72e9cd5f867f service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Received event network-vif-plugged-a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 666.926650] env[68116]: DEBUG oslo_concurrency.lockutils [req-4fa67b81-99da-4b0c-8e8f-6deda08ce4ca req-2ac12ce8-1096-4c3d-8731-72e9cd5f867f service nova] Acquiring lock "1d33aa70-15e6-45ba-a5a7-94dac046b079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.926650] env[68116]: DEBUG oslo_concurrency.lockutils [req-4fa67b81-99da-4b0c-8e8f-6deda08ce4ca req-2ac12ce8-1096-4c3d-8731-72e9cd5f867f service nova] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.926650] env[68116]: DEBUG oslo_concurrency.lockutils [req-4fa67b81-99da-4b0c-8e8f-6deda08ce4ca req-2ac12ce8-1096-4c3d-8731-72e9cd5f867f service nova] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.926650] env[68116]: DEBUG nova.compute.manager [req-4fa67b81-99da-4b0c-8e8f-6deda08ce4ca req-2ac12ce8-1096-4c3d-8731-72e9cd5f867f service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] No waiting events found dispatching network-vif-plugged-a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.926650] env[68116]: WARNING nova.compute.manager [req-4fa67b81-99da-4b0c-8e8f-6deda08ce4ca req-2ac12ce8-1096-4c3d-8731-72e9cd5f867f service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Received unexpected event network-vif-plugged-a03d6a04-6c48-40c0-babe-beb89a4a5f89 for instance with vm_state building and task_state spawning. [ 667.002050] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785558, 'name': CloneVM_Task, 'duration_secs': 1.580227} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.014822] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Created linked-clone VM from snapshot [ 667.016106] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b159e9-6639-4a0c-a9e6-cfb5efee1011 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.036966] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Uploading image 2ef976ce-b6c4-4095-aa18-c8781ffe6ab0 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 667.041519] env[68116]: DEBUG oslo_vmware.api [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785567, 'name': PowerOffVM_Task, 'duration_secs': 0.322829} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.044759] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.044975] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.048434] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42f6a212-2fb8-4fbf-9dca-a208689b758a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.051118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "8a2960ee-4850-4bad-8152-1050d930a1fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.051118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.054845] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2a0bd180-6e8b-49d1-849c-52168e475882 tempest-ServerExternalEventsTest-1705449308 tempest-ServerExternalEventsTest-1705449308-project-member] Lock "1b45170d-dbbc-400c-9b3d-e04806b3be6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.045s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.067482] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 667.067482] env[68116]: value = "vm-559975" [ 667.067482] env[68116]: _type = "VirtualMachine" [ 667.067482] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 667.068282] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-42d7aad1-ba0e-4905-983f-07e949a4cac2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.079449] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lease: (returnval){ [ 667.079449] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b3717-c797-d076-40c9-669cfcf25897" [ 667.079449] env[68116]: _type = "HttpNfcLease" [ 667.079449] env[68116]: } obtained for exporting VM: (result){ [ 667.079449] env[68116]: value = "vm-559975" [ 667.079449] env[68116]: _type = "VirtualMachine" [ 667.079449] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 667.079449] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the lease: (returnval){ [ 667.079449] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b3717-c797-d076-40c9-669cfcf25897" [ 667.079449] env[68116]: _type = "HttpNfcLease" [ 667.079449] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 667.092710] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.092710] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b3717-c797-d076-40c9-669cfcf25897" [ 667.092710] env[68116]: _type = "HttpNfcLease" [ 667.092710] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 667.092710] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 667.092710] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b3717-c797-d076-40c9-669cfcf25897" [ 667.092710] env[68116]: _type = "HttpNfcLease" [ 667.092710] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 667.093488] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f6875-e899-4746-b022-1125140e4868 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.117288] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521054ea-5c69-c888-30ea-c32ab2ae115c/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 667.117288] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521054ea-5c69-c888-30ea-c32ab2ae115c/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 667.125286] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.125286] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.125286] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Deleting the datastore file [datastore2] 2314fd60-8dfd-4ead-b3e4-77b09296d2e2 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.186945] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-807c5933-123e-4764-b422-d0e32b108b2a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.194372] env[68116]: DEBUG oslo_vmware.api [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785565, 'name': PowerOnVM_Task, 'duration_secs': 0.741479} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.195398] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.195741] env[68116]: INFO nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Took 6.17 seconds to spawn the instance on the hypervisor. [ 667.196030] env[68116]: DEBUG nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.198689] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3dc7a7-21c3-4716-a662-17b7bc9c083d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.201823] env[68116]: DEBUG oslo_vmware.api [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for the task: (returnval){ [ 667.201823] env[68116]: value = "task-2785571" [ 667.201823] env[68116]: _type = "Task" [ 667.201823] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.216362] env[68116]: DEBUG nova.network.neutron [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.224924] env[68116]: DEBUG oslo_vmware.api [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.229768] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785568, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.238665] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5628764-eac5-4c72-b3ec-ddb108cf8a50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.264111] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.264545] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.264847] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.265065] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.265244] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.265368] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.265585] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.265744] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.265906] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.266082] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.266260] env[68116]: DEBUG nova.virt.hardware [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.266849] env[68116]: DEBUG nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.271449] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d7abef-6c83-4e3b-a580-d5e735ba7cb1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.284341] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597ee178-4e8a-4581-b08e-b1437b3fa4b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.302252] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.307938] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.314485] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.316435] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33872461-ffc6-44f8-96d5-4f12dcbc90d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.334789] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.334789] env[68116]: value = "task-2785572" [ 667.334789] env[68116]: _type = "Task" [ 667.334789] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.344194] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785572, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.560145] env[68116]: DEBUG nova.network.neutron [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Updating instance_info_cache with network_info: [{"id": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "address": "fa:16:3e:1a:50:1f", "network": {"id": "2e5d1629-a8f7-4651-8b6b-b86b51e1e16b", "bridge": "br-int", "label": "tempest-ServersTestJSON-166096919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761c84a7c5a34ad9a8277db3d4828119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03d6a04-6c", "ovs_interfaceid": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.723483] env[68116]: DEBUG oslo_vmware.api [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Task: {'id': task-2785571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509047} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.728133] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.728133] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.728133] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.728133] env[68116]: INFO nova.compute.manager [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Took 1.26 seconds to destroy the instance on the hypervisor. [ 667.728915] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.734122] env[68116]: DEBUG nova.compute.manager [-] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.734222] env[68116]: DEBUG nova.network.neutron [-] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.736239] env[68116]: DEBUG oslo_vmware.api [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2785568, 'name': PowerOnVM_Task, 'duration_secs': 0.554556} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.736729] env[68116]: INFO nova.compute.manager [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Took 25.48 seconds to build instance. [ 667.737744] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.737953] env[68116]: INFO nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Took 9.39 seconds to spawn the instance on the hypervisor. [ 667.740841] env[68116]: DEBUG nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.740841] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84279c5-5e48-4d52-8285-7d54d6b9f214 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.807638] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.847748] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785572, 'name': CreateVM_Task, 'duration_secs': 0.423398} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.851485] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.852637] env[68116]: DEBUG oslo_vmware.service [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c95903-094d-44f0-9308-a6dae3b783ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.874093] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.874093] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.874093] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.874093] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c250d2bc-9eba-4748-be68-71ce9e28a630 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.874093] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 667.874093] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528cf498-a9f1-c0ef-6126-054f0718a327" [ 667.874093] env[68116]: _type = "Task" [ 667.874093] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.889123] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528cf498-a9f1-c0ef-6126-054f0718a327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.062412] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Releasing lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.062929] env[68116]: DEBUG nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Instance network_info: |[{"id": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "address": "fa:16:3e:1a:50:1f", "network": {"id": "2e5d1629-a8f7-4651-8b6b-b86b51e1e16b", "bridge": "br-int", "label": "tempest-ServersTestJSON-166096919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761c84a7c5a34ad9a8277db3d4828119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03d6a04-6c", "ovs_interfaceid": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.064547] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:50:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a03d6a04-6c48-40c0-babe-beb89a4a5f89', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.076130] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Creating folder: Project (761c84a7c5a34ad9a8277db3d4828119). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.076545] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c8abd7c-1234-4802-9f21-b2e8d14cef7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.093045] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Created folder: Project (761c84a7c5a34ad9a8277db3d4828119) in parent group-v559920. [ 668.094238] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Creating folder: Instances. Parent ref: group-v559977. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.096082] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddcc2ed6-0426-4bc0-b6d2-1bd255acb6b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.111595] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Created folder: Instances in parent group-v559977. [ 668.111864] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.112254] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.112303] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dda72d8-a720-4dff-8b2e-baab67884d02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.137492] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.137492] env[68116]: value = "task-2785575" [ 668.137492] env[68116]: _type = "Task" [ 668.137492] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.147573] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785575, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.213992] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae93205-ac88-4297-b0da-408411ccfa4e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.228065] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c50f50-6e59-472f-b84e-690236707612 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.268131] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99639650-6d9a-4315-96aa-61e99c145d16 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.020s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.277740] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd077c-b015-4ad9-baae-47e26b824591 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.290440] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a661e1b-96b4-4058-bc46-511092b3d0d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.292467] env[68116]: INFO nova.compute.manager [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Took 26.67 seconds to build instance. [ 668.316602] env[68116]: DEBUG nova.compute.provider_tree [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.331484] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "e521119a-14ac-4e88-9b39-417b408bec14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.331484] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "e521119a-14ac-4e88-9b39-417b408bec14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.331650] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "e521119a-14ac-4e88-9b39-417b408bec14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.332180] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "e521119a-14ac-4e88-9b39-417b408bec14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.332180] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "e521119a-14ac-4e88-9b39-417b408bec14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.337661] env[68116]: INFO nova.compute.manager [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Terminating instance [ 668.391140] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.391686] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.392623] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.392623] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.392623] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.392808] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c913a4fd-945e-42d8-823e-08b8e8a972db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.413710] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.414620] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.416284] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a223fcbe-98f8-4b93-85e2-3610e9441f02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.426419] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddf3f82-647b-4915-94c5-d9051fc507fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.432927] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 668.432927] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e75901-cda6-f950-7594-faae807eebdb" [ 668.432927] env[68116]: _type = "Task" [ 668.432927] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.449189] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e75901-cda6-f950-7594-faae807eebdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.649424] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785575, 'name': CreateVM_Task, 'duration_secs': 0.438883} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.649872] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.651065] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.651065] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.651215] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.651452] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ab8fc1-6820-4bde-a66a-a8177a749d86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.656790] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 668.656790] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52969462-e8a2-d8aa-904f-3b76aa73605e" [ 668.656790] env[68116]: _type = "Task" [ 668.656790] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.665520] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52969462-e8a2-d8aa-904f-3b76aa73605e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.786340] env[68116]: DEBUG nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.800277] env[68116]: DEBUG nova.network.neutron [-] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.802494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef6f1ec4-7286-4712-b44e-1ef71c22a8bf tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.190s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.821266] env[68116]: DEBUG nova.scheduler.client.report [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.845567] env[68116]: DEBUG nova.compute.manager [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.845773] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.846706] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab42d5-af0b-49f0-b068-0154834fa126 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.856840] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.858123] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f477224a-3924-4880-84af-7fb890b106d3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.864870] env[68116]: DEBUG oslo_vmware.api [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 668.864870] env[68116]: value = "task-2785580" [ 668.864870] env[68116]: _type = "Task" [ 668.864870] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.873991] env[68116]: DEBUG oslo_vmware.api [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.949025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Preparing fetch location {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 668.949025] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Creating directory with path [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.949025] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17684e55-7692-4ce0-ab7b-62681a22ded6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.968667] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Created directory with path [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.971723] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Fetch image to [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 668.971723] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Downloading image file data a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk on the data store datastore1 {{(pid=68116) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 668.971723] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cc77e0-406f-4abf-8473-2037b598c1f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.978980] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88125b-f6dc-467d-acd1-76b5b1126e36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.988391] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff0fb9f-70de-43eb-8856-3d2700bb9673 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.034164] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af8d04-0f91-4cbd-9b84-e7db888ac78a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.040874] env[68116]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ad02b7b9-737c-4ce4-8762-245726fe61ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.064849] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Downloading image file data a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to the data store datastore1 {{(pid=68116) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 669.126592] env[68116]: DEBUG oslo_vmware.rw_handles [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68116) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 669.207690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.207690] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.207921] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.268998] env[68116]: DEBUG nova.compute.manager [None req-64defa99-90f3-45e8-967d-5a952845558b tempest-ServerDiagnosticsV248Test-892832465 tempest-ServerDiagnosticsV248Test-892832465-project-admin] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.270448] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c70bbf-82d6-4ebe-91ba-edec88dcf52a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.279056] env[68116]: INFO nova.compute.manager [None req-64defa99-90f3-45e8-967d-5a952845558b tempest-ServerDiagnosticsV248Test-892832465 tempest-ServerDiagnosticsV248Test-892832465-project-admin] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Retrieving diagnostics [ 669.280205] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5388a-24d4-4a66-97c4-2d4b376d1f54 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.327275] env[68116]: INFO nova.compute.manager [-] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Took 1.59 seconds to deallocate network for instance. [ 669.327654] env[68116]: DEBUG nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.338696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.339358] env[68116]: DEBUG nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.350965] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.259s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.350965] env[68116]: DEBUG nova.objects.instance [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lazy-loading 'resources' on Instance uuid 4e21f18e-d2ed-4c2b-84b0-6f14323a6532 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.350965] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.378013] env[68116]: DEBUG oslo_vmware.api [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785580, 'name': PowerOffVM_Task, 'duration_secs': 0.211171} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.381931] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.381931] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.381931] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-155a8f73-a8b6-4034-a235-745a0e0c8f7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.464300] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.464845] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.464974] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleting the datastore file [datastore2] e521119a-14ac-4e88-9b39-417b408bec14 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.465721] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be1b38e6-5b56-4c0e-a954-cc73349913ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.473752] env[68116]: DEBUG oslo_vmware.api [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 669.473752] env[68116]: value = "task-2785582" [ 669.473752] env[68116]: _type = "Task" [ 669.473752] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.484235] env[68116]: DEBUG oslo_vmware.api [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.852871] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.854167] env[68116]: DEBUG nova.compute.utils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.859189] env[68116]: DEBUG nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.859468] env[68116]: DEBUG nova.network.neutron [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.875985] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.907416] env[68116]: DEBUG nova.policy [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0cf1b3794674b598c460939f0b28037', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '553f0c52d5c74917bf39cc95730e4c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.991080] env[68116]: DEBUG oslo_vmware.api [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364853} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.995542] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.995775] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.996038] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.997341] env[68116]: INFO nova.compute.manager [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Took 1.15 seconds to destroy the instance on the hypervisor. [ 669.997341] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.997621] env[68116]: DEBUG nova.compute.manager [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.997728] env[68116]: DEBUG nova.network.neutron [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.032684] env[68116]: DEBUG oslo_vmware.rw_handles [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Completed reading data from the image iterator. {{(pid=68116) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 670.032922] env[68116]: DEBUG oslo_vmware.rw_handles [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 670.111046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.111207] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.144404] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Downloaded image file data a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk on the data store datastore1 {{(pid=68116) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 670.145966] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Caching image {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 670.146387] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Copying Virtual Disk [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk to [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.147180] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a22a4e3-8708-4d8a-b0cb-fa265e7ef307 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.155741] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 670.155741] env[68116]: value = "task-2785583" [ 670.155741] env[68116]: _type = "Task" [ 670.155741] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.172728] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.307078] env[68116]: DEBUG nova.compute.manager [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Received event network-changed-a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.307078] env[68116]: DEBUG nova.compute.manager [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Refreshing instance network info cache due to event network-changed-a03d6a04-6c48-40c0-babe-beb89a4a5f89. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 670.307248] env[68116]: DEBUG oslo_concurrency.lockutils [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] Acquiring lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.307431] env[68116]: DEBUG oslo_concurrency.lockutils [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] Acquired lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.307656] env[68116]: DEBUG nova.network.neutron [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Refreshing network info cache for port a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.359996] env[68116]: DEBUG nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.513940] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6338a42-95e7-443c-b21e-4943c918164a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.524181] env[68116]: DEBUG nova.compute.manager [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Received event network-changed-b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.524181] env[68116]: DEBUG nova.compute.manager [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Refreshing instance network info cache due to event network-changed-b7b4d366-f205-44b1-a9f3-a60074993424. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 670.524181] env[68116]: DEBUG oslo_concurrency.lockutils [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] Acquiring lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.524181] env[68116]: DEBUG oslo_concurrency.lockutils [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] Acquired lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.524181] env[68116]: DEBUG nova.network.neutron [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Refreshing network info cache for port b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.531946] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e36de2-d8b3-4d30-8a81-5202160a60fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.571870] env[68116]: DEBUG nova.network.neutron [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Successfully created port: f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.576079] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9847ef1a-925e-4713-8314-fdcc2859cfb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.590161] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c94a46-250a-4119-a4ce-d279b6d33c7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.614536] env[68116]: DEBUG nova.compute.provider_tree [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.671137] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785583, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.118655] env[68116]: DEBUG nova.scheduler.client.report [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.139750] env[68116]: DEBUG nova.network.neutron [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.174081] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785583, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.269650] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.269951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.373232] env[68116]: DEBUG nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.379082] env[68116]: DEBUG nova.network.neutron [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Updated VIF entry in instance network info cache for port a03d6a04-6c48-40c0-babe-beb89a4a5f89. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.379757] env[68116]: DEBUG nova.network.neutron [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Updating instance_info_cache with network_info: [{"id": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "address": "fa:16:3e:1a:50:1f", "network": {"id": "2e5d1629-a8f7-4651-8b6b-b86b51e1e16b", "bridge": "br-int", "label": "tempest-ServersTestJSON-166096919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761c84a7c5a34ad9a8277db3d4828119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03d6a04-6c", "ovs_interfaceid": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.407415] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.407415] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.407415] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.407606] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.407606] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.407855] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.408231] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.408503] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.409184] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.409496] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.409793] env[68116]: DEBUG nova.virt.hardware [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.411129] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714962f-b335-4970-bc52-2587af2a6a80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.426304] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a3ffe-0106-42e4-882c-42955e35f930 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.629143] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.630607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.620s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.634249] env[68116]: INFO nova.compute.claims [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.644018] env[68116]: INFO nova.compute.manager [-] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Took 1.64 seconds to deallocate network for instance. [ 671.653414] env[68116]: INFO nova.scheduler.client.report [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Deleted allocations for instance 4e21f18e-d2ed-4c2b-84b0-6f14323a6532 [ 671.660808] env[68116]: DEBUG nova.network.neutron [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Updated VIF entry in instance network info cache for port b7b4d366-f205-44b1-a9f3-a60074993424. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.663198] env[68116]: DEBUG nova.network.neutron [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Updating instance_info_cache with network_info: [{"id": "b7b4d366-f205-44b1-a9f3-a60074993424", "address": "fa:16:3e:18:5a:2d", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b4d366-f2", "ovs_interfaceid": "b7b4d366-f205-44b1-a9f3-a60074993424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.678225] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785583, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.05576} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.678225] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Copied Virtual Disk [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk to [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.678225] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleting the datastore file [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/tmp-sparse.vmdk {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.678225] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82dc738e-32f1-405e-8eb5-6f7c6539f758 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.686976] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 671.686976] env[68116]: value = "task-2785585" [ 671.686976] env[68116]: _type = "Task" [ 671.686976] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.702983] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.882825] env[68116]: DEBUG oslo_concurrency.lockutils [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] Releasing lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.883179] env[68116]: DEBUG nova.compute.manager [req-8c2c2299-8e08-4040-9427-2125b0cdcc39 req-58a02f77-7df3-446e-948b-1c313314c8d9 service nova] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Received event network-vif-deleted-86d4188a-6ff8-4427-a8ca-1c8d6a96e763 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 672.161783] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.163809] env[68116]: DEBUG oslo_concurrency.lockutils [req-6494d28e-feff-4b93-b1ac-009bd3d1b5ac req-5cb1adb4-d4d6-4c8e-9b27-fd63a08392cd service nova] Releasing lock "refresh_cache-b930bfd2-c347-46d4-9af7-ae91354eeb38" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.169258] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6efe73ae-ab23-43ba-9c39-73876ac24d74 tempest-ServerDiagnosticsNegativeTest-305206900 tempest-ServerDiagnosticsNegativeTest-305206900-project-member] Lock "4e21f18e-d2ed-4c2b-84b0-6f14323a6532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.349s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.204819] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056594} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.205279] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.205528] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Moving file from [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547/a13e2aa0-9ae1-4532-864a-afe0a14b3f50 to [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50. {{(pid=68116) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 672.206228] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8e367174-5795-4031-aecf-a9089aa4f914 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.215050] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 672.215050] env[68116]: value = "task-2785586" [ 672.215050] env[68116]: _type = "Task" [ 672.215050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.226729] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785586, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.720023] env[68116]: DEBUG nova.compute.manager [req-29d79593-d017-44e8-bb60-bb910cbd8651 req-fd7dd053-8cfa-4b0f-a6aa-1c1956bb4c0e service nova] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Received event network-vif-deleted-c8c3bb26-134a-420a-a407-92264ee556f2 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 672.734602] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785586, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.056878} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.734602] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] File moved {{(pid=68116) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 672.734602] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Cleaning up location [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 672.734602] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleting the datastore file [datastore1] vmware_temp/a8ded2ca-891c-4320-a7b3-4919a8d0b547 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.734602] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4797d2e-eb95-459e-b5cc-ee3c6c918f6f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.748028] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 672.748028] env[68116]: value = "task-2785587" [ 672.748028] env[68116]: _type = "Task" [ 672.748028] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.759767] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.977256] env[68116]: DEBUG nova.compute.manager [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received event network-changed-18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 672.977371] env[68116]: DEBUG nova.compute.manager [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Refreshing instance network info cache due to event network-changed-18dc42e8-352c-4960-a782-1034bbc0a806. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 672.977585] env[68116]: DEBUG oslo_concurrency.lockutils [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] Acquiring lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.977726] env[68116]: DEBUG oslo_concurrency.lockutils [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] Acquired lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.977881] env[68116]: DEBUG nova.network.neutron [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Refreshing network info cache for port 18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.186329] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b34d2-cfa5-43bf-a452-63c194d5c591 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.194562] env[68116]: DEBUG nova.network.neutron [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Successfully updated port: f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.196559] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4403e392-b9b3-4674-8f88-1a2fcf3b4042 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.235177] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fceb938-ab71-40f0-b315-35b65f5d2174 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.253198] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63b77b5-e928-4b41-933d-60bcce760239 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.265825] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04954} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.277952] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.280124] env[68116]: DEBUG nova.compute.provider_tree [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.282151] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c123874-a745-4213-99c0-48fe0084d911 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.290398] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 673.290398] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52289d68-9860-5d66-644e-f15b7aa94ed0" [ 673.290398] env[68116]: _type = "Task" [ 673.290398] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.302531] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52289d68-9860-5d66-644e-f15b7aa94ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.703065] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703507] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.703507] env[68116]: DEBUG nova.network.neutron [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.802317] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52289d68-9860-5d66-644e-f15b7aa94ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.802811] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.802917] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.803235] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.803502] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.803764] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79d3bf7d-d15b-4776-b2df-aef7fa698a47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.807982] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d40abd7e-0872-45aa-9c5e-631bd411f1a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.817893] env[68116]: ERROR nova.scheduler.client.report [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [req-c193c5dc-bd43-4a23-9ccd-e25e978a32c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c193c5dc-bd43-4a23-9ccd-e25e978a32c3"}]} [ 673.818255] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 673.818255] env[68116]: value = "task-2785589" [ 673.818255] env[68116]: _type = "Task" [ 673.818255] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.822063] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.822519] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.828159] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c4f1c5-a4f0-47ff-9d51-d4ba2dcdb4d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.837703] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.838745] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 673.838745] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ce0723-b7d7-9471-4bc3-2f13cdedb8c7" [ 673.838745] env[68116]: _type = "Task" [ 673.838745] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.849220] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ce0723-b7d7-9471-4bc3-2f13cdedb8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.850679] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23cdb52-2005-46b2-a432-a115a6775d97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.855181] env[68116]: DEBUG nova.scheduler.client.report [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.859236] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 673.859236] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52aad658-7043-2400-b86b-b8e9ea9e5c74" [ 673.859236] env[68116]: _type = "Task" [ 673.859236] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.870667] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aad658-7043-2400-b86b-b8e9ea9e5c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.880230] env[68116]: DEBUG nova.scheduler.client.report [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.880796] env[68116]: DEBUG nova.compute.provider_tree [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.894157] env[68116]: DEBUG nova.scheduler.client.report [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.901121] env[68116]: DEBUG nova.network.neutron [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updated VIF entry in instance network info cache for port 18dc42e8-352c-4960-a782-1034bbc0a806. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.901725] env[68116]: DEBUG nova.network.neutron [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updating instance_info_cache with network_info: [{"id": "18dc42e8-352c-4960-a782-1034bbc0a806", "address": "fa:16:3e:c8:4e:1c", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dc42e8-35", "ovs_interfaceid": "18dc42e8-352c-4960-a782-1034bbc0a806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.919494] env[68116]: DEBUG nova.scheduler.client.report [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 674.314401] env[68116]: DEBUG nova.network.neutron [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.334418] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516478} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.335271] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.335271] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.335271] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d8524e6-f36a-4fdc-97c4-5c8fef420db4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.342477] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 674.342477] env[68116]: value = "task-2785590" [ 674.342477] env[68116]: _type = "Task" [ 674.342477] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.359544] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.382604] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aad658-7043-2400-b86b-b8e9ea9e5c74, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.382779] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.383057] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 1d33aa70-15e6-45ba-a5a7-94dac046b079/1d33aa70-15e6-45ba-a5a7-94dac046b079.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.383341] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85f900f6-10a1-45de-a760-a5c2f548d5fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.392630] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 674.392630] env[68116]: value = "task-2785591" [ 674.392630] env[68116]: _type = "Task" [ 674.392630] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.402046] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.407831] env[68116]: DEBUG oslo_concurrency.lockutils [req-805bfa5c-20ba-4a9b-8bd4-88589f46a273 req-460b9870-6793-472c-8725-1a496dc10c25 service nova] Releasing lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.475665] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9eeeb9-2f32-4123-a028-7e76bd9919de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.485547] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa7fa01-185c-4fbd-bd51-d229804f768f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.524992] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3badb34-999b-46b4-92f9-59c2303c93db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.536079] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b85745-2ccb-43b9-be53-4620bb67e249 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.550576] env[68116]: DEBUG nova.compute.provider_tree [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.685927] env[68116]: DEBUG nova.network.neutron [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.860808] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078812} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.860808] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.861938] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79b2d2-6bcb-4d44-adbd-78f17359b3e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.894583] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.895596] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7a74d8-2d24-4756-a1a1-0ff6fcde1937 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.926727] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493565} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.928582] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 1d33aa70-15e6-45ba-a5a7-94dac046b079/1d33aa70-15e6-45ba-a5a7-94dac046b079.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.928582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.928819] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 674.928819] env[68116]: value = "task-2785592" [ 674.928819] env[68116]: _type = "Task" [ 674.928819] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.928989] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01c917b2-e903-4e17-b988-3374c05cdc6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.942176] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.943962] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 674.943962] env[68116]: value = "task-2785593" [ 674.943962] env[68116]: _type = "Task" [ 674.943962] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.954398] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.094965] env[68116]: DEBUG nova.scheduler.client.report [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 675.096636] env[68116]: DEBUG nova.compute.provider_tree [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 41 to 42 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 675.096636] env[68116]: DEBUG nova.compute.provider_tree [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.189638] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.189638] env[68116]: DEBUG nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Instance network_info: |[{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.190040] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:1c:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.198459] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating folder: Project (553f0c52d5c74917bf39cc95730e4c74). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.198808] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5744a31-0fa2-4f6f-ad2c-84e9fc289f47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.214045] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created folder: Project (553f0c52d5c74917bf39cc95730e4c74) in parent group-v559920. [ 675.214349] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating folder: Instances. Parent ref: group-v559983. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.215132] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7082f44f-4a03-4c32-a54d-57e965f1920f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.229583] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created folder: Instances in parent group-v559983. [ 675.229583] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.229583] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.229583] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194ab38f-f3a3-42cd-9dcc-3bcf566e2768 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.261724] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.261724] env[68116]: value = "task-2785596" [ 675.261724] env[68116]: _type = "Task" [ 675.261724] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.271471] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785596, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.429175] env[68116]: DEBUG nova.compute.manager [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-vif-plugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.429175] env[68116]: DEBUG oslo_concurrency.lockutils [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.429529] env[68116]: DEBUG oslo_concurrency.lockutils [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.429529] env[68116]: DEBUG oslo_concurrency.lockutils [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.432679] env[68116]: DEBUG nova.compute.manager [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] No waiting events found dispatching network-vif-plugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.432679] env[68116]: WARNING nova.compute.manager [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received unexpected event network-vif-plugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 for instance with vm_state building and task_state spawning. [ 675.432679] env[68116]: DEBUG nova.compute.manager [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.432679] env[68116]: DEBUG nova.compute.manager [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing instance network info cache due to event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 675.432679] env[68116]: DEBUG oslo_concurrency.lockutils [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] Acquiring lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.433468] env[68116]: DEBUG oslo_concurrency.lockutils [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] Acquired lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.433468] env[68116]: DEBUG nova.network.neutron [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.448996] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.461905] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083878} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.462059] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.463094] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565d461-5cff-466a-b877-567e37e7b104 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.488901] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 1d33aa70-15e6-45ba-a5a7-94dac046b079/1d33aa70-15e6-45ba-a5a7-94dac046b079.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.489271] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2080bb14-c86e-4094-a61c-e0ec1286b3d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.513327] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 675.513327] env[68116]: value = "task-2785598" [ 675.513327] env[68116]: _type = "Task" [ 675.513327] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.524711] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.601031] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.970s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.601031] env[68116]: DEBUG nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.603807] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.784s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.604150] env[68116]: DEBUG nova.objects.instance [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 675.772495] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785596, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.946064] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785592, 'name': ReconfigVM_Task, 'duration_secs': 0.635369} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.946064] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 5acef710-9b94-4b24-b88d-cc2b11478f3c/5acef710-9b94-4b24-b88d-cc2b11478f3c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.946064] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43938a6f-1c99-4043-81a2-2741abab2c8f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.954675] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 675.954675] env[68116]: value = "task-2785599" [ 675.954675] env[68116]: _type = "Task" [ 675.954675] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.965071] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785599, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.036917] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785598, 'name': ReconfigVM_Task, 'duration_secs': 0.423485} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.038527] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 1d33aa70-15e6-45ba-a5a7-94dac046b079/1d33aa70-15e6-45ba-a5a7-94dac046b079.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.039479] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac1e6f6b-af7c-47e0-83b6-c4ada43999df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.049138] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 676.049138] env[68116]: value = "task-2785600" [ 676.049138] env[68116]: _type = "Task" [ 676.049138] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.059372] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785600, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.110596] env[68116]: DEBUG nova.compute.utils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.115221] env[68116]: DEBUG nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.117200] env[68116]: DEBUG nova.network.neutron [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.211237] env[68116]: DEBUG nova.network.neutron [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updated VIF entry in instance network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.211651] env[68116]: DEBUG nova.network.neutron [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.274285] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785596, 'name': CreateVM_Task, 'duration_secs': 0.639698} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.274552] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.275293] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.275617] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.275861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.276164] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45be962-effd-47e2-af2b-4a04663b184a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.279342] env[68116]: DEBUG nova.policy [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc08bce261fc4245ae5191e2d15f30bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8017584569b34ae99beb664ca7558b36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.285755] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 676.285755] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e2910f-53c4-5765-8161-fad2bd29e7b6" [ 676.285755] env[68116]: _type = "Task" [ 676.285755] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.297098] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e2910f-53c4-5765-8161-fad2bd29e7b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.466077] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785599, 'name': Rename_Task, 'duration_secs': 0.199897} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.466671] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.466963] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ba6a2fa-87ee-4c59-a6ad-2de8192a2c7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.475447] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 676.475447] env[68116]: value = "task-2785601" [ 676.475447] env[68116]: _type = "Task" [ 676.475447] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.488139] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.562098] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785600, 'name': Rename_Task, 'duration_secs': 0.172671} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.562632] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.562711] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4badaf25-1d9e-4250-b0db-553bec6c708f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.573157] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 676.573157] env[68116]: value = "task-2785602" [ 676.573157] env[68116]: _type = "Task" [ 676.573157] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.583095] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.618957] env[68116]: DEBUG nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.621607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-75513743-a757-4e70-871d-9900dc011bde tempest-ServersAdmin275Test-2019509329 tempest-ServersAdmin275Test-2019509329-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.624903] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.571s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.626517] env[68116]: INFO nova.compute.claims [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.714371] env[68116]: DEBUG oslo_concurrency.lockutils [req-c7325c1b-8312-4b2a-870b-3222a0d0abaf req-07f1dba3-18cb-4a80-be43-fad5164f9ab3 service nova] Releasing lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.801378] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e2910f-53c4-5765-8161-fad2bd29e7b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.801712] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.802014] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.802406] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.802489] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.802641] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.802916] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92b8ee9d-d3e6-4c08-b4f9-6e167db7d698 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.813798] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.814048] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.814853] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab444bbc-3364-43d1-937e-135595483e0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.823201] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 676.823201] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52401799-c784-3f22-f070-896a8afb63e1" [ 676.823201] env[68116]: _type = "Task" [ 676.823201] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.835787] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52401799-c784-3f22-f070-896a8afb63e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.987962] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.088051] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.335070] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52401799-c784-3f22-f070-896a8afb63e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012632} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.335907] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1668211-3789-4ffe-86fe-1081b78d83f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.343694] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 677.343694] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523bbb72-abc5-8d98-dbd8-ac4207b10463" [ 677.343694] env[68116]: _type = "Task" [ 677.343694] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.352899] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523bbb72-abc5-8d98-dbd8-ac4207b10463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.402073] env[68116]: DEBUG nova.network.neutron [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Successfully created port: f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.436945] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521054ea-5c69-c888-30ea-c32ab2ae115c/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.437823] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f54c4d6-0e30-43c0-baaa-b06250ba0127 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.444481] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521054ea-5c69-c888-30ea-c32ab2ae115c/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.444583] env[68116]: ERROR oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521054ea-5c69-c888-30ea-c32ab2ae115c/disk-0.vmdk due to incomplete transfer. [ 677.445039] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab98790c-6c48-4d80-9a51-0e61283ed73b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.455490] env[68116]: DEBUG oslo_vmware.rw_handles [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521054ea-5c69-c888-30ea-c32ab2ae115c/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.455718] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Uploaded image 2ef976ce-b6c4-4095-aa18-c8781ffe6ab0 to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.457966] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.458250] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1afd237c-b115-4841-b492-d759729eafde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.469949] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 677.469949] env[68116]: value = "task-2785604" [ 677.469949] env[68116]: _type = "Task" [ 677.469949] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.479263] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785604, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.488742] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785601, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.585368] env[68116]: DEBUG oslo_vmware.api [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785602, 'name': PowerOnVM_Task, 'duration_secs': 0.656497} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.585649] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.585848] env[68116]: INFO nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Took 12.57 seconds to spawn the instance on the hypervisor. [ 677.586072] env[68116]: DEBUG nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.586866] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c59a26f-7f9d-42cd-82a7-79d40b2b25de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.635300] env[68116]: DEBUG nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.660727] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.661130] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.661236] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.661448] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.661628] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.661765] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.662153] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.662153] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.662305] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.662457] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.662663] env[68116]: DEBUG nova.virt.hardware [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.663892] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc02b6-6d32-41fb-ac9f-d0a7d47827f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.678015] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2554c1ad-494c-47bc-916a-e34d33e753dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.864290] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523bbb72-abc5-8d98-dbd8-ac4207b10463, 'name': SearchDatastore_Task, 'duration_secs': 0.03354} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.864744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.865204] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.865807] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ff302d-a434-4601-8f08-ae54fabf25cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.875481] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 677.875481] env[68116]: value = "task-2785605" [ 677.875481] env[68116]: _type = "Task" [ 677.875481] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.888567] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.992163] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785604, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.003543] env[68116]: DEBUG oslo_vmware.api [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785601, 'name': PowerOnVM_Task, 'duration_secs': 1.128789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.004014] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.004214] env[68116]: DEBUG nova.compute.manager [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.005254] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e3f3a2-e68f-42c6-bcaa-8ff66c73a7c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.117947] env[68116]: INFO nova.compute.manager [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Took 34.34 seconds to build instance. [ 678.190289] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6784d6e-f30d-4694-88d3-3f0289881803 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.203180] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0cb6b-b7c6-460c-8e40-7c85150d9158 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.242275] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07180901-765c-4bc7-ae48-a0ce44a5dbfd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.253631] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50d886-9e8c-4aa4-8d58-0194adf7d524 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.270995] env[68116]: DEBUG nova.compute.provider_tree [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.391597] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785605, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.483664] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785604, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.531974] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.620762] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14c885fa-f23f-4806-aeef-4675d5955a84 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.489s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.816968] env[68116]: DEBUG nova.scheduler.client.report [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 678.817312] env[68116]: DEBUG nova.compute.provider_tree [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 42 to 43 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 678.817583] env[68116]: DEBUG nova.compute.provider_tree [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.892761] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694434} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.892909] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.893291] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.893425] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dabb0ea-fa3d-4248-b3f9-3ab552ab8869 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.902478] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 678.902478] env[68116]: value = "task-2785606" [ 678.902478] env[68116]: _type = "Task" [ 678.902478] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.914746] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.986946] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785604, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.124093] env[68116]: DEBUG nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.327033] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.328219] env[68116]: DEBUG nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.332341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.779s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.333150] env[68116]: INFO nova.compute.claims [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.416366] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076364} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.416366] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.422268] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51122fd-ca12-4b02-a3fc-02aab1abfa86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.449762] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.450118] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fbd8e1-c288-4c2f-a7dd-1fe8e58e3d22 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.482508] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 679.482508] env[68116]: value = "task-2785607" [ 679.482508] env[68116]: _type = "Task" [ 679.482508] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.486202] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785604, 'name': Destroy_Task, 'duration_secs': 1.523665} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.490939] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Destroyed the VM [ 679.491675] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.492686] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61cb2b7e-a024-426d-a5b5-c3fc450c887e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.509294] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.510909] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 679.510909] env[68116]: value = "task-2785608" [ 679.510909] env[68116]: _type = "Task" [ 679.510909] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.520009] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.653782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.840354] env[68116]: DEBUG nova.compute.utils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.844807] env[68116]: DEBUG nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.845782] env[68116]: DEBUG nova.network.neutron [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.909807] env[68116]: DEBUG nova.policy [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '854b17566e244d58b7fe4abbea4ddbd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a033fa8bad43f18c2523a46fef606d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.976438] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "5acef710-9b94-4b24-b88d-cc2b11478f3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.977964] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "5acef710-9b94-4b24-b88d-cc2b11478f3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.979049] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "5acef710-9b94-4b24-b88d-cc2b11478f3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.979438] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "5acef710-9b94-4b24-b88d-cc2b11478f3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.979765] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "5acef710-9b94-4b24-b88d-cc2b11478f3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.986042] env[68116]: INFO nova.compute.manager [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Terminating instance [ 679.999437] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785607, 'name': ReconfigVM_Task, 'duration_secs': 0.453193} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.000532] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.001490] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ac7575e-5be0-4145-bccd-86439cdd16d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.013035] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 680.013035] env[68116]: value = "task-2785609" [ 680.013035] env[68116]: _type = "Task" [ 680.013035] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.029305] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785609, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.033401] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785608, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.251453] env[68116]: DEBUG nova.network.neutron [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Successfully created port: 73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.346268] env[68116]: DEBUG nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.493871] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "refresh_cache-5acef710-9b94-4b24-b88d-cc2b11478f3c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.494166] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquired lock "refresh_cache-5acef710-9b94-4b24-b88d-cc2b11478f3c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.494166] env[68116]: DEBUG nova.network.neutron [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.531908] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785609, 'name': Rename_Task, 'duration_secs': 0.169998} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.532511] env[68116]: DEBUG oslo_vmware.api [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785608, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713716} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.532760] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.533043] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.533446] env[68116]: INFO nova.compute.manager [None req-24782dc9-8949-441f-a900-f6eace4ba57c tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Took 17.68 seconds to snapshot the instance on the hypervisor. [ 680.536096] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80450835-8453-4ea0-a07d-2e210d8c0fc0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.547192] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 680.547192] env[68116]: value = "task-2785610" [ 680.547192] env[68116]: _type = "Task" [ 680.547192] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.558553] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.677009] env[68116]: DEBUG nova.network.neutron [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Successfully updated port: f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.803143] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c36129-b5ae-48e2-a34c-87ecdb7dc514 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.812124] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d9e1b-36db-404a-a10a-28cf47311bf9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.851992] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab8652f-4499-4602-9d02-229644cb401a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.866652] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffafd59c-72a5-43f5-b580-0e84d5585db5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.882533] env[68116]: DEBUG nova.compute.provider_tree [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.025949] env[68116]: DEBUG nova.network.neutron [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.058911] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.126917] env[68116]: DEBUG nova.network.neutron [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.181417] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "refresh_cache-11fedba2-6c00-4791-9f2b-08380fcc7e21" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.181417] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired lock "refresh_cache-11fedba2-6c00-4791-9f2b-08380fcc7e21" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.181417] env[68116]: DEBUG nova.network.neutron [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.364287] env[68116]: DEBUG nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.387168] env[68116]: DEBUG nova.scheduler.client.report [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.402551] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.403033] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.403033] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.404128] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.404128] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.404128] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.404128] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.404128] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.404375] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.404375] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.404375] env[68116]: DEBUG nova.virt.hardware [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.405205] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b2700e-e115-44cc-ad87-bcc2825a070b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.416248] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9cb5f1-17ce-4138-a49f-b0e3d8e4cb2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.455286] env[68116]: DEBUG nova.compute.manager [None req-6c4f5bdc-b30b-4fcd-b180-1737759ad8ee tempest-ServerDiagnosticsV248Test-892832465 tempest-ServerDiagnosticsV248Test-892832465-project-admin] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.458743] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d344e12-ff21-4a66-b33e-e0b10df222c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.470374] env[68116]: INFO nova.compute.manager [None req-6c4f5bdc-b30b-4fcd-b180-1737759ad8ee tempest-ServerDiagnosticsV248Test-892832465 tempest-ServerDiagnosticsV248Test-892832465-project-admin] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Retrieving diagnostics [ 681.471894] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518a8b89-3bc1-4b47-a9e0-2f0d92c455d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.560670] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.595940] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.596310] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.634666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Releasing lock "refresh_cache-5acef710-9b94-4b24-b88d-cc2b11478f3c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.635121] env[68116]: DEBUG nova.compute.manager [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.635315] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.639331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4095d6-a246-47f2-8616-f91cf2aac8fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.642422] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "13fb88b1-209c-4a7e-9f81-bc31cf170628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.642668] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.651276] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.651544] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb230ae-155c-424e-9781-1d3a16935993 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.661417] env[68116]: DEBUG oslo_vmware.api [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 681.661417] env[68116]: value = "task-2785612" [ 681.661417] env[68116]: _type = "Task" [ 681.661417] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.676335] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "a6e76780-ee00-422a-b2e7-d954ef122051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.676590] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "a6e76780-ee00-422a-b2e7-d954ef122051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.676790] env[68116]: DEBUG oslo_vmware.api [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.717597] env[68116]: DEBUG nova.network.neutron [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.771366] env[68116]: DEBUG nova.compute.manager [req-35dc7cc4-0169-4e94-8aa7-ec9b322c8c41 req-ca2c3962-49f3-4d0a-8b16-2f232b388f88 service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Received event network-vif-plugged-f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.771579] env[68116]: DEBUG oslo_concurrency.lockutils [req-35dc7cc4-0169-4e94-8aa7-ec9b322c8c41 req-ca2c3962-49f3-4d0a-8b16-2f232b388f88 service nova] Acquiring lock "11fedba2-6c00-4791-9f2b-08380fcc7e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.771781] env[68116]: DEBUG oslo_concurrency.lockutils [req-35dc7cc4-0169-4e94-8aa7-ec9b322c8c41 req-ca2c3962-49f3-4d0a-8b16-2f232b388f88 service nova] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.771940] env[68116]: DEBUG oslo_concurrency.lockutils [req-35dc7cc4-0169-4e94-8aa7-ec9b322c8c41 req-ca2c3962-49f3-4d0a-8b16-2f232b388f88 service nova] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.772604] env[68116]: DEBUG nova.compute.manager [req-35dc7cc4-0169-4e94-8aa7-ec9b322c8c41 req-ca2c3962-49f3-4d0a-8b16-2f232b388f88 service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] No waiting events found dispatching network-vif-plugged-f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.772853] env[68116]: WARNING nova.compute.manager [req-35dc7cc4-0169-4e94-8aa7-ec9b322c8c41 req-ca2c3962-49f3-4d0a-8b16-2f232b388f88 service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Received unexpected event network-vif-plugged-f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 for instance with vm_state building and task_state spawning. [ 681.804677] env[68116]: DEBUG nova.network.neutron [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Successfully updated port: 73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.896586] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.897112] env[68116]: DEBUG nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.903168] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.274s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.904628] env[68116]: INFO nova.compute.claims [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.926198] env[68116]: DEBUG nova.network.neutron [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Updating instance_info_cache with network_info: [{"id": "f1b74c52-1c1d-4aaa-a17d-539f3e38ef50", "address": "fa:16:3e:f3:39:bf", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b74c52-1c", "ovs_interfaceid": "f1b74c52-1c1d-4aaa-a17d-539f3e38ef50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.059599] env[68116]: DEBUG oslo_vmware.api [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785610, 'name': PowerOnVM_Task, 'duration_secs': 1.065071} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.059868] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.060129] env[68116]: INFO nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Took 10.69 seconds to spawn the instance on the hypervisor. [ 682.060357] env[68116]: DEBUG nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.061130] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6d3c2-d101-4f72-b9e9-fb585e402dc4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.078926] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.078926] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.173584] env[68116]: DEBUG oslo_vmware.api [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785612, 'name': PowerOffVM_Task, 'duration_secs': 0.213771} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.174067] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.174350] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.174688] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79158265-20a8-445b-a140-81c3139ac495 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.208025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.208025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.208025] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleting the datastore file [datastore1] 5acef710-9b94-4b24-b88d-cc2b11478f3c {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.208025] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8320899-a933-421e-9621-b13046893610 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.214953] env[68116]: DEBUG oslo_vmware.api [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for the task: (returnval){ [ 682.214953] env[68116]: value = "task-2785614" [ 682.214953] env[68116]: _type = "Task" [ 682.214953] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.226264] env[68116]: DEBUG oslo_vmware.api [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.308157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.308406] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.308621] env[68116]: DEBUG nova.network.neutron [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.409053] env[68116]: DEBUG nova.compute.utils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.412440] env[68116]: DEBUG nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.412642] env[68116]: DEBUG nova.network.neutron [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.429076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Releasing lock "refresh_cache-11fedba2-6c00-4791-9f2b-08380fcc7e21" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.429076] env[68116]: DEBUG nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Instance network_info: |[{"id": "f1b74c52-1c1d-4aaa-a17d-539f3e38ef50", "address": "fa:16:3e:f3:39:bf", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b74c52-1c", "ovs_interfaceid": "f1b74c52-1c1d-4aaa-a17d-539f3e38ef50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.429655] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:39:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1b74c52-1c1d-4aaa-a17d-539f3e38ef50', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.440105] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.440534] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.441253] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623b8191-7578-49c0-8204-6ae687d8c510 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.466030] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.466030] env[68116]: value = "task-2785615" [ 682.466030] env[68116]: _type = "Task" [ 682.466030] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.475404] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785615, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.476636] env[68116]: DEBUG nova.policy [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b41ccbbeacb741cebb954cb43fad0427', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3215ea2f2c4c85879e83f5184d7130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.584188] env[68116]: INFO nova.compute.manager [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Took 36.32 seconds to build instance. [ 682.730974] env[68116]: DEBUG oslo_vmware.api [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Task: {'id': task-2785614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115256} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.732599] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.732599] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.732599] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.732599] env[68116]: INFO nova.compute.manager [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 682.732599] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.732837] env[68116]: DEBUG nova.compute.manager [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.732837] env[68116]: DEBUG nova.network.neutron [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.758943] env[68116]: DEBUG nova.network.neutron [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.795325] env[68116]: DEBUG nova.compute.manager [req-a58400cd-a2d2-4325-afd7-33876fc9ffa5 req-b651c0e6-a066-41c7-8bce-1e0d266b89f2 service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Received event network-vif-plugged-73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.795527] env[68116]: DEBUG oslo_concurrency.lockutils [req-a58400cd-a2d2-4325-afd7-33876fc9ffa5 req-b651c0e6-a066-41c7-8bce-1e0d266b89f2 service nova] Acquiring lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.795764] env[68116]: DEBUG oslo_concurrency.lockutils [req-a58400cd-a2d2-4325-afd7-33876fc9ffa5 req-b651c0e6-a066-41c7-8bce-1e0d266b89f2 service nova] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.796096] env[68116]: DEBUG oslo_concurrency.lockutils [req-a58400cd-a2d2-4325-afd7-33876fc9ffa5 req-b651c0e6-a066-41c7-8bce-1e0d266b89f2 service nova] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.798174] env[68116]: DEBUG nova.compute.manager [req-a58400cd-a2d2-4325-afd7-33876fc9ffa5 req-b651c0e6-a066-41c7-8bce-1e0d266b89f2 service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] No waiting events found dispatching network-vif-plugged-73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.799083] env[68116]: WARNING nova.compute.manager [req-a58400cd-a2d2-4325-afd7-33876fc9ffa5 req-b651c0e6-a066-41c7-8bce-1e0d266b89f2 service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Received unexpected event network-vif-plugged-73a714ef-b157-4072-a032-e9b77adf890a for instance with vm_state building and task_state spawning. [ 682.838990] env[68116]: DEBUG nova.network.neutron [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Successfully created port: 07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.847896] env[68116]: DEBUG nova.network.neutron [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.920893] env[68116]: DEBUG nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.984782] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785615, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.066921] env[68116]: DEBUG nova.network.neutron [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.088422] env[68116]: DEBUG oslo_concurrency.lockutils [None req-728fb3da-2dd9-43a2-8459-bdcfc6e2721f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.297s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.268016] env[68116]: DEBUG nova.network.neutron [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.387313] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.387560] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.387760] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.387937] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.388118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.390568] env[68116]: INFO nova.compute.manager [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Terminating instance [ 683.459453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d03c47e-4379-4300-8ec9-852132f73a8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.468356] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabf9d15-ec8e-42f4-822b-3406a81bc3b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.482439] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785615, 'name': CreateVM_Task, 'duration_secs': 0.596538} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.506783] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.508093] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.508376] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.508699] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.509469] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd76d68-b7b5-4575-8868-6e8e6a0f28d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.512314] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a2f6f3-4c7a-481f-b15e-989eee8c7a9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.521869] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 683.521869] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525c3a8f-7e6c-e851-1d5b-88f061586ed3" [ 683.521869] env[68116]: _type = "Task" [ 683.521869] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.523148] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e252d-572c-4430-b873-da7bcb7419bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.543519] env[68116]: DEBUG nova.compute.provider_tree [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.552550] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525c3a8f-7e6c-e851-1d5b-88f061586ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.552550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.552550] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.552550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.552786] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.553038] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.553616] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a90a45bd-a0ce-4335-a5ec-0d6b2e0f0d86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.563394] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.563642] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.564408] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725c6306-29c8-47ee-a9c4-eef42d44c583 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.568962] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.569671] env[68116]: DEBUG nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Instance network_info: |[{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.571466] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:23:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a714ef-b157-4072-a032-e9b77adf890a', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.579042] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating folder: Project (34a033fa8bad43f18c2523a46fef606d). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.579424] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 683.579424] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5278dd05-81bf-ba58-2d79-a07e23b56499" [ 683.579424] env[68116]: _type = "Task" [ 683.579424] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.579648] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf93f78-9c58-4b6e-ba3f-0a82bd6b35bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.590642] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5278dd05-81bf-ba58-2d79-a07e23b56499, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.590991] env[68116]: DEBUG nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.598198] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fcb308-56a3-4ffb-93fc-7b3600f3ee0d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.598198] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Created folder: Project (34a033fa8bad43f18c2523a46fef606d) in parent group-v559920. [ 683.598198] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating folder: Instances. Parent ref: group-v559988. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.598198] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15549913-fd13-4904-90ae-2ecca13a0fdc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.605024] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 683.605024] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c2fb57-71f2-a84c-d75a-0508e5872eab" [ 683.605024] env[68116]: _type = "Task" [ 683.605024] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.610855] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Created folder: Instances in parent group-v559988. [ 683.610855] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.613181] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.613181] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c2fb57-71f2-a84c-d75a-0508e5872eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.613181] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a298ec75-bf77-4be0-b71e-d18bc85e92ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.634045] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.634045] env[68116]: value = "task-2785619" [ 683.634045] env[68116]: _type = "Task" [ 683.634045] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.647285] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785619, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.770598] env[68116]: INFO nova.compute.manager [-] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Took 1.04 seconds to deallocate network for instance. [ 683.894851] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "refresh_cache-fc5ee5e2-4109-4637-bd37-a1d59c22a881" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.895269] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquired lock "refresh_cache-fc5ee5e2-4109-4637-bd37-a1d59c22a881" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.895387] env[68116]: DEBUG nova.network.neutron [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.938309] env[68116]: DEBUG nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.970625] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.970876] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.971842] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.971842] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.971842] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.971842] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.971842] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.972405] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.972405] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.972405] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.972405] env[68116]: DEBUG nova.virt.hardware [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.973448] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a64bba8-9b02-4384-be09-1d3a5aaa6f17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.982863] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a65eb3-3ac5-4871-a4ef-64c8f25668ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.077456] env[68116]: ERROR nova.scheduler.client.report [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [req-ea5450b0-5dd8-4994-ac89-f25e0004b012] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea5450b0-5dd8-4994-ac89-f25e0004b012"}]} [ 684.102456] env[68116]: DEBUG nova.scheduler.client.report [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 684.120594] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c2fb57-71f2-a84c-d75a-0508e5872eab, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.120792] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.121341] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 11fedba2-6c00-4791-9f2b-08380fcc7e21/11fedba2-6c00-4791-9f2b-08380fcc7e21.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.121504] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49b57730-c854-429b-9f9f-b5fcf5ea724b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.127159] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.128095] env[68116]: DEBUG nova.scheduler.client.report [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 684.128328] env[68116]: DEBUG nova.compute.provider_tree [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.132591] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 684.132591] env[68116]: value = "task-2785620" [ 684.132591] env[68116]: _type = "Task" [ 684.132591] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.145589] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.146807] env[68116]: DEBUG nova.scheduler.client.report [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 684.151748] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785619, 'name': CreateVM_Task, 'duration_secs': 0.401854} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.153138] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.153138] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.153226] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.153541] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.154660] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63a1f26-1d73-4fc8-9db4-ac772216d321 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.159995] env[68116]: DEBUG nova.compute.manager [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Received event network-changed-f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 684.160721] env[68116]: DEBUG nova.compute.manager [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Refreshing instance network info cache due to event network-changed-f1b74c52-1c1d-4aaa-a17d-539f3e38ef50. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 684.160721] env[68116]: DEBUG oslo_concurrency.lockutils [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] Acquiring lock "refresh_cache-11fedba2-6c00-4791-9f2b-08380fcc7e21" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.160721] env[68116]: DEBUG oslo_concurrency.lockutils [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] Acquired lock "refresh_cache-11fedba2-6c00-4791-9f2b-08380fcc7e21" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.161142] env[68116]: DEBUG nova.network.neutron [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Refreshing network info cache for port f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.166047] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 684.166047] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524bbd2c-0841-12bc-9aa3-56708e055416" [ 684.166047] env[68116]: _type = "Task" [ 684.166047] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.174738] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524bbd2c-0841-12bc-9aa3-56708e055416, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.176983] env[68116]: DEBUG nova.scheduler.client.report [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 684.178365] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.178585] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.178805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.178940] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.179126] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.179825] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454c440c-9f48-4709-8ed8-01057c7bd688 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.189671] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.189868] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.190647] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a345a4-440e-4111-aa70-41ab180a48ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.197532] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 684.197532] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528d61b9-308d-6807-7916-08c8acc44726" [ 684.197532] env[68116]: _type = "Task" [ 684.197532] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.207142] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528d61b9-308d-6807-7916-08c8acc44726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.287032] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.370718] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "0c770674-5d97-4171-8fd3-48f7f8b93488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.371446] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.371446] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "0c770674-5d97-4171-8fd3-48f7f8b93488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.371643] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.371706] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.374032] env[68116]: INFO nova.compute.manager [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Terminating instance [ 684.441658] env[68116]: DEBUG nova.network.neutron [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.551241] env[68116]: DEBUG nova.network.neutron [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.655491] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785620, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.714424] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528d61b9-308d-6807-7916-08c8acc44726, 'name': SearchDatastore_Task, 'duration_secs': 0.02455} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.719816] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921ccad7-67b3-4917-b30e-29c813fb161d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.726324] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 684.726324] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528aa793-92da-f754-9d48-73d202b22416" [ 684.726324] env[68116]: _type = "Task" [ 684.726324] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.734477] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9377b-fe28-48ea-a187-7cbc62980a7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.746181] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528aa793-92da-f754-9d48-73d202b22416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.746975] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79202fd4-f74b-45e5-924d-04baaf227e96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.787589] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a17c5-7f3a-44cb-b683-ec209b4e7e17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.797396] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718aed2b-d87c-45bd-b166-9183efecc644 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.814806] env[68116]: DEBUG nova.compute.provider_tree [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.882860] env[68116]: DEBUG nova.compute.manager [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.883095] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.884126] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7349ca78-40da-4fe6-a60d-d3ae4fac892c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.894490] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.894763] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2355b1-cfc6-4e15-be08-76cfdf01bbdf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.904479] env[68116]: DEBUG oslo_vmware.api [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 684.904479] env[68116]: value = "task-2785621" [ 684.904479] env[68116]: _type = "Task" [ 684.904479] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.918706] env[68116]: DEBUG oslo_vmware.api [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.037219] env[68116]: DEBUG nova.network.neutron [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Updated VIF entry in instance network info cache for port f1b74c52-1c1d-4aaa-a17d-539f3e38ef50. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.037657] env[68116]: DEBUG nova.network.neutron [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Updating instance_info_cache with network_info: [{"id": "f1b74c52-1c1d-4aaa-a17d-539f3e38ef50", "address": "fa:16:3e:f3:39:bf", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b74c52-1c", "ovs_interfaceid": "f1b74c52-1c1d-4aaa-a17d-539f3e38ef50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.054257] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Releasing lock "refresh_cache-fc5ee5e2-4109-4637-bd37-a1d59c22a881" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.054755] env[68116]: DEBUG nova.compute.manager [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.054923] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.056355] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b904b36a-cfb7-4cea-bbd7-1c5adb0d9135 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.068019] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.068019] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78762fa9-c2ec-47d5-b764-0d14ec7d0332 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.075691] env[68116]: DEBUG oslo_vmware.api [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 685.075691] env[68116]: value = "task-2785622" [ 685.075691] env[68116]: _type = "Task" [ 685.075691] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.086433] env[68116]: DEBUG oslo_vmware.api [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.144292] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570659} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.144572] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 11fedba2-6c00-4791-9f2b-08380fcc7e21/11fedba2-6c00-4791-9f2b-08380fcc7e21.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.144851] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.145183] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc85ce58-27c3-4cc4-8000-737e70d01dc9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.153543] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 685.153543] env[68116]: value = "task-2785623" [ 685.153543] env[68116]: _type = "Task" [ 685.153543] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.164726] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.237401] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528aa793-92da-f754-9d48-73d202b22416, 'name': SearchDatastore_Task, 'duration_secs': 0.021401} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.237719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.237991] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b2bedbd1-0b2e-460d-a184-c1aad56e3bac/b2bedbd1-0b2e-460d-a184-c1aad56e3bac.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.238351] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ee1f16-b17a-4236-b40f-7eb764114f0a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.248166] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 685.248166] env[68116]: value = "task-2785624" [ 685.248166] env[68116]: _type = "Task" [ 685.248166] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.259823] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.317128] env[68116]: DEBUG nova.scheduler.client.report [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.343316] env[68116]: DEBUG nova.network.neutron [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Successfully updated port: 07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.419184] env[68116]: DEBUG oslo_vmware.api [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785621, 'name': PowerOffVM_Task, 'duration_secs': 0.355767} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.419755] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.419937] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.420236] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-710d7b08-a266-4cd6-9c1b-4364b57d3c06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.515939] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.516244] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.516381] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Deleting the datastore file [datastore2] 0c770674-5d97-4171-8fd3-48f7f8b93488 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.516762] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f765d8-33bd-4fab-a403-2fad6cc2313b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.527495] env[68116]: DEBUG oslo_vmware.api [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for the task: (returnval){ [ 685.527495] env[68116]: value = "task-2785626" [ 685.527495] env[68116]: _type = "Task" [ 685.527495] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.542033] env[68116]: DEBUG oslo_vmware.api [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.542033] env[68116]: DEBUG oslo_concurrency.lockutils [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] Releasing lock "refresh_cache-11fedba2-6c00-4791-9f2b-08380fcc7e21" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.542033] env[68116]: DEBUG nova.compute.manager [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Received event network-changed-a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.542033] env[68116]: DEBUG nova.compute.manager [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Refreshing instance network info cache due to event network-changed-a03d6a04-6c48-40c0-babe-beb89a4a5f89. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.542033] env[68116]: DEBUG oslo_concurrency.lockutils [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] Acquiring lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.542470] env[68116]: DEBUG oslo_concurrency.lockutils [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] Acquired lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.542470] env[68116]: DEBUG nova.network.neutron [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Refreshing network info cache for port a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.588484] env[68116]: DEBUG oslo_vmware.api [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785622, 'name': PowerOffVM_Task, 'duration_secs': 0.18567} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.588769] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.588956] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.589236] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a44d1bb3-f64f-4469-9289-ec527a437a95 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.608685] env[68116]: DEBUG nova.compute.manager [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Received event network-changed-73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.609484] env[68116]: DEBUG nova.compute.manager [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Refreshing instance network info cache due to event network-changed-73a714ef-b157-4072-a032-e9b77adf890a. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.609484] env[68116]: DEBUG oslo_concurrency.lockutils [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] Acquiring lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.609484] env[68116]: DEBUG oslo_concurrency.lockutils [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] Acquired lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.609723] env[68116]: DEBUG nova.network.neutron [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Refreshing network info cache for port 73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.624976] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.625267] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.625467] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Deleting the datastore file [datastore2] fc5ee5e2-4109-4637-bd37-a1d59c22a881 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.626468] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8040a2b2-ad24-482a-84f4-531ae2414633 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.639952] env[68116]: DEBUG oslo_vmware.api [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for the task: (returnval){ [ 685.639952] env[68116]: value = "task-2785628" [ 685.639952] env[68116]: _type = "Task" [ 685.639952] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.654657] env[68116]: DEBUG oslo_vmware.api [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.665526] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081864} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.665809] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.667633] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69396bd-8d75-4eea-ac26-cbdcea4d5b61 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.701023] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 11fedba2-6c00-4791-9f2b-08380fcc7e21/11fedba2-6c00-4791-9f2b-08380fcc7e21.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.701023] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8bb6d3-a21f-4a21-b204-56dd0fc126ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.735021] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 685.735021] env[68116]: value = "task-2785630" [ 685.735021] env[68116]: _type = "Task" [ 685.735021] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.754020] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.768539] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.826331] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.923s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.828178] env[68116]: DEBUG nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.831362] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.713s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.831830] env[68116]: DEBUG nova.objects.instance [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lazy-loading 'resources' on Instance uuid c721202d-862f-452c-8d7d-273e67604bb2 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.847782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.847782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.848126] env[68116]: DEBUG nova.network.neutron [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.041446] env[68116]: DEBUG oslo_vmware.api [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Task: {'id': task-2785626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445905} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.041446] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.041446] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.041446] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.041446] env[68116]: INFO nova.compute.manager [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Took 1.16 seconds to destroy the instance on the hypervisor. [ 686.041718] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.041718] env[68116]: DEBUG nova.compute.manager [-] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.041718] env[68116]: DEBUG nova.network.neutron [-] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.149383] env[68116]: DEBUG oslo_vmware.api [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Task: {'id': task-2785628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286275} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.149647] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.149828] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.149998] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.150189] env[68116]: INFO nova.compute.manager [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Took 1.10 seconds to destroy the instance on the hypervisor. [ 686.150444] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.150658] env[68116]: DEBUG nova.compute.manager [-] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.150757] env[68116]: DEBUG nova.network.neutron [-] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.194583] env[68116]: DEBUG nova.network.neutron [-] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.243985] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.263234] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619729} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.263511] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b2bedbd1-0b2e-460d-a184-c1aad56e3bac/b2bedbd1-0b2e-460d-a184-c1aad56e3bac.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.263725] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.263978] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc00946-3347-4969-8f1f-910d3c1a7783 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.272434] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 686.272434] env[68116]: value = "task-2785631" [ 686.272434] env[68116]: _type = "Task" [ 686.272434] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.282020] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.335729] env[68116]: DEBUG nova.compute.utils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.341819] env[68116]: DEBUG nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.342495] env[68116]: DEBUG nova.network.neutron [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.421163] env[68116]: DEBUG nova.network.neutron [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.503947] env[68116]: DEBUG nova.policy [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea0b0393b806470b891de755ca409075', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4085193fa7aa4bd8b60ea3290c69e169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.570197] env[68116]: DEBUG nova.compute.manager [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Received event network-vif-plugged-07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.570197] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] Acquiring lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.570197] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.570197] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.570197] env[68116]: DEBUG nova.compute.manager [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] No waiting events found dispatching network-vif-plugged-07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.570427] env[68116]: WARNING nova.compute.manager [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Received unexpected event network-vif-plugged-07b0092b-82ef-44a0-b8dc-f65f247ee6d7 for instance with vm_state building and task_state spawning. [ 686.570761] env[68116]: DEBUG nova.compute.manager [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Received event network-changed-07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.570761] env[68116]: DEBUG nova.compute.manager [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Refreshing instance network info cache due to event network-changed-07b0092b-82ef-44a0-b8dc-f65f247ee6d7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 686.571165] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] Acquiring lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.699464] env[68116]: DEBUG nova.network.neutron [-] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.751651] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785630, 'name': ReconfigVM_Task, 'duration_secs': 0.727261} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.751941] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 11fedba2-6c00-4791-9f2b-08380fcc7e21/11fedba2-6c00-4791-9f2b-08380fcc7e21.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.753909] env[68116]: DEBUG nova.network.neutron [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updated VIF entry in instance network info cache for port 73a714ef-b157-4072-a032-e9b77adf890a. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.754231] env[68116]: DEBUG nova.network.neutron [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.756185] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0e37fd-ae7f-4ece-9202-9b2b6d4734e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.758725] env[68116]: DEBUG nova.network.neutron [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Updated VIF entry in instance network info cache for port a03d6a04-6c48-40c0-babe-beb89a4a5f89. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.759060] env[68116]: DEBUG nova.network.neutron [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Updating instance_info_cache with network_info: [{"id": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "address": "fa:16:3e:1a:50:1f", "network": {"id": "2e5d1629-a8f7-4651-8b6b-b86b51e1e16b", "bridge": "br-int", "label": "tempest-ServersTestJSON-166096919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761c84a7c5a34ad9a8277db3d4828119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03d6a04-6c", "ovs_interfaceid": "a03d6a04-6c48-40c0-babe-beb89a4a5f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.767315] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 686.767315] env[68116]: value = "task-2785632" [ 686.767315] env[68116]: _type = "Task" [ 686.767315] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.780847] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785632, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.787151] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074305} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.789928] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.791196] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1623c3-d0c2-44c1-a2a5-34d10d3cb14c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.818016] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b2bedbd1-0b2e-460d-a184-c1aad56e3bac/b2bedbd1-0b2e-460d-a184-c1aad56e3bac.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.819661] env[68116]: DEBUG nova.network.neutron [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updating instance_info_cache with network_info: [{"id": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "address": "fa:16:3e:e4:46:6c", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0092b-82", "ovs_interfaceid": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.825125] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce11294-f441-42c2-87be-8490ab8f10f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.842477] env[68116]: DEBUG nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.854221] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 686.854221] env[68116]: value = "task-2785633" [ 686.854221] env[68116]: _type = "Task" [ 686.854221] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.867313] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.895986] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd64aac-23e2-4c1b-824f-6dee7c744ca3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.906039] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e7ab6-efb5-4e56-bd88-7ef295fee079 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.938018] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23212d03-f572-4115-9aeb-998f21ef3235 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.946792] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5be505-8c6f-4af8-8eed-73cb0eea79b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.962895] env[68116]: DEBUG nova.compute.provider_tree [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.144675] env[68116]: DEBUG nova.network.neutron [-] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.203323] env[68116]: INFO nova.compute.manager [-] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Took 1.05 seconds to deallocate network for instance. [ 687.265430] env[68116]: DEBUG oslo_concurrency.lockutils [req-e769c671-7ab5-48bc-a47f-0c001e699f72 req-0ba3c429-ff38-4653-917d-a92d6f044e1e service nova] Releasing lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.265430] env[68116]: DEBUG oslo_concurrency.lockutils [req-1efd6f90-d2e1-4696-8400-57b7a915d3af req-963f1a99-3d05-4df7-a254-f271ed4532db service nova] Releasing lock "refresh_cache-1d33aa70-15e6-45ba-a5a7-94dac046b079" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.281540] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785632, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.300380] env[68116]: DEBUG nova.network.neutron [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Successfully created port: 0eae6274-e922-4433-8afc-d48c9ace5943 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.341797] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Releasing lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.342143] env[68116]: DEBUG nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance network_info: |[{"id": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "address": "fa:16:3e:e4:46:6c", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0092b-82", "ovs_interfaceid": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.342441] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] Acquired lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.342641] env[68116]: DEBUG nova.network.neutron [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Refreshing network info cache for port 07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.344047] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:46:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07b0092b-82ef-44a0-b8dc-f65f247ee6d7', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.351688] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.357658] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.357658] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-402fb3b9-4d0e-49f3-81cb-13c96b589f93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.384466] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.385782] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.385782] env[68116]: value = "task-2785634" [ 687.385782] env[68116]: _type = "Task" [ 687.385782] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.398375] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785634, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.466471] env[68116]: DEBUG nova.scheduler.client.report [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.646972] env[68116]: INFO nova.compute.manager [-] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Took 1.61 seconds to deallocate network for instance. [ 687.711346] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.781361] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785632, 'name': Rename_Task, 'duration_secs': 0.926861} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.781869] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.782436] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e809e2-4cc0-4eca-b89d-5db9d2f81be3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.790868] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 687.790868] env[68116]: value = "task-2785635" [ 687.790868] env[68116]: _type = "Task" [ 687.790868] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.801480] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.868698] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.876956] env[68116]: DEBUG nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.903179] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785634, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.916554] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.916963] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.917048] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.918243] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.918243] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.918243] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.918243] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.918243] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.918601] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.918727] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.919024] env[68116]: DEBUG nova.virt.hardware [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.921047] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a72f36-7be7-422c-ac15-1e0705148cab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.933132] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafd0c3-3b95-4db7-9746-d7db9b69b59d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.939687] env[68116]: DEBUG nova.compute.manager [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 687.939869] env[68116]: DEBUG nova.compute.manager [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing instance network info cache due to event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 687.940151] env[68116]: DEBUG oslo_concurrency.lockutils [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] Acquiring lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.940320] env[68116]: DEBUG oslo_concurrency.lockutils [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] Acquired lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.940479] env[68116]: DEBUG nova.network.neutron [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.978313] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.981561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.390s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.983165] env[68116]: INFO nova.compute.claims [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.011376] env[68116]: INFO nova.scheduler.client.report [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Deleted allocations for instance c721202d-862f-452c-8d7d-273e67604bb2 [ 688.154960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.250172] env[68116]: DEBUG nova.network.neutron [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updated VIF entry in instance network info cache for port 07b0092b-82ef-44a0-b8dc-f65f247ee6d7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.250558] env[68116]: DEBUG nova.network.neutron [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updating instance_info_cache with network_info: [{"id": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "address": "fa:16:3e:e4:46:6c", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0092b-82", "ovs_interfaceid": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.304019] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.367993] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.398606] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785634, 'name': CreateVM_Task, 'duration_secs': 0.611521} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.399141] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.399648] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.399732] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.400102] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.400387] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4ed6ff-506d-42b7-bbd6-17eec4ed1350 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.408037] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 688.408037] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523d0ed4-7175-d610-c92f-0c0cad412ea5" [ 688.408037] env[68116]: _type = "Task" [ 688.408037] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.417895] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523d0ed4-7175-d610-c92f-0c0cad412ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.522677] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95a95956-1d9e-40aa-a8ee-bf065675ffb1 tempest-ServersAdmin275Test-1444609463 tempest-ServersAdmin275Test-1444609463-project-member] Lock "c721202d-862f-452c-8d7d-273e67604bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.781s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.754916] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e6c177a-9e5a-4b76-a066-a1e9ef8a1234 req-64529305-6116-400f-9307-cdf40d7d4c39 service nova] Releasing lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.807196] env[68116]: DEBUG oslo_vmware.api [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785635, 'name': PowerOnVM_Task, 'duration_secs': 0.74597} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.808077] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.808336] env[68116]: INFO nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Took 11.17 seconds to spawn the instance on the hypervisor. [ 688.808556] env[68116]: DEBUG nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.809444] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f7412-fee6-4cec-a7dd-4bb7f2ed906d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.871355] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785633, 'name': ReconfigVM_Task, 'duration_secs': 1.531712} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.871859] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b2bedbd1-0b2e-460d-a184-c1aad56e3bac/b2bedbd1-0b2e-460d-a184-c1aad56e3bac.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.873418] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd7193d0-1997-4e82-84bf-3b8403e587a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.887058] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 688.887058] env[68116]: value = "task-2785636" [ 688.887058] env[68116]: _type = "Task" [ 688.887058] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.896704] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785636, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.924459] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523d0ed4-7175-d610-c92f-0c0cad412ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.015625} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.924953] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.925351] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.925902] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.926297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.926578] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.927037] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89c6ed96-04b0-4d63-8560-3a11370769c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.938840] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.939071] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.940651] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee53222-1fab-4104-bcd5-06ccfc58fd9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.946799] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 688.946799] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522fd765-1550-75e5-5e82-68268d262a12" [ 688.946799] env[68116]: _type = "Task" [ 688.946799] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.957305] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522fd765-1550-75e5-5e82-68268d262a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.977215] env[68116]: DEBUG nova.network.neutron [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updated VIF entry in instance network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.977591] env[68116]: DEBUG nova.network.neutron [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.129214] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "77f3a691-e382-4f35-abdc-eba5d791c76a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.129324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.340699] env[68116]: INFO nova.compute.manager [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Took 37.36 seconds to build instance. [ 689.398568] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785636, 'name': Rename_Task, 'duration_secs': 0.153015} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.398918] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.399151] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-666fcc29-ac2e-484d-8e49-2c2306c7c548 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.407721] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 689.407721] env[68116]: value = "task-2785637" [ 689.407721] env[68116]: _type = "Task" [ 689.407721] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.416947] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.461826] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522fd765-1550-75e5-5e82-68268d262a12, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.463550] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60eec506-272e-4596-93b8-9c29b3f7269f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.470323] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 689.470323] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a93dd7-359b-c711-909e-bb917ee6441d" [ 689.470323] env[68116]: _type = "Task" [ 689.470323] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.481429] env[68116]: DEBUG oslo_concurrency.lockutils [req-eb434101-e2f5-487a-a0f1-b45e58b486a7 req-bdf1702a-3dfd-4759-afc9-7ed8688ed51b service nova] Releasing lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.481730] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a93dd7-359b-c711-909e-bb917ee6441d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.504652] env[68116]: DEBUG nova.network.neutron [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Successfully updated port: 0eae6274-e922-4433-8afc-d48c9ace5943 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.542207] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b8fe0-df71-4b57-98bb-b9ce21d241ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.552238] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ce9958-ee1f-4801-9864-c70887f2c06a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.589917] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bcd4ec-692d-426c-92ca-59de72f20c27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.599477] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b041233-77d8-4bdc-8e53-2d8181c6bf09 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.619892] env[68116]: DEBUG nova.compute.provider_tree [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.638139] env[68116]: DEBUG nova.compute.manager [req-a9661737-25c2-41ea-8022-a4a4b7d413de req-b956da2d-8c8e-4143-9c5d-128f32467ec6 service nova] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Received event network-vif-deleted-f86d133e-c776-43d1-a80b-42ccdcc3ad6e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 689.844150] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b3d909e-e7f2-44c3-9c0e-cb2516071de5 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.655s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.918437] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785637, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.982918] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a93dd7-359b-c711-909e-bb917ee6441d, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.983263] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.983607] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8d44b3ef-3340-44b1-a23a-abcde2343675/8d44b3ef-3340-44b1-a23a-abcde2343675.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.984707] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94c4acb-8751-4916-8365-53dd1d0932fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.994846] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 689.994846] env[68116]: value = "task-2785638" [ 689.994846] env[68116]: _type = "Task" [ 689.994846] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.003797] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.008970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.008970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.008970] env[68116]: DEBUG nova.network.neutron [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.123917] env[68116]: DEBUG nova.scheduler.client.report [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.226782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Acquiring lock "0f6b596f-f7f0-4919-9301-feeda6237423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.227494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "0f6b596f-f7f0-4919-9301-feeda6237423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.346145] env[68116]: DEBUG nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.424884] env[68116]: DEBUG oslo_vmware.api [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785637, 'name': PowerOnVM_Task, 'duration_secs': 0.517535} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.425411] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.425411] env[68116]: INFO nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Took 9.06 seconds to spawn the instance on the hypervisor. [ 690.425574] env[68116]: DEBUG nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.426747] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c728826e-440a-4274-b21f-ce318e6ac34f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.466853] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "c535e82c-bd6f-430b-904a-c0f42cddf43b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.467100] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.508665] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465951} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.511978] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8d44b3ef-3340-44b1-a23a-abcde2343675/8d44b3ef-3340-44b1-a23a-abcde2343675.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.511978] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.511978] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-213f08ad-fba5-49c5-821f-19b9b0965528 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.522277] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 690.522277] env[68116]: value = "task-2785639" [ 690.522277] env[68116]: _type = "Task" [ 690.522277] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.529952] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.554166] env[68116]: DEBUG nova.network.neutron [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.629491] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.630187] env[68116]: DEBUG nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.637018] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.630s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.637018] env[68116]: DEBUG nova.objects.instance [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 690.767941] env[68116]: DEBUG nova.network.neutron [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance_info_cache with network_info: [{"id": "0eae6274-e922-4433-8afc-d48c9ace5943", "address": "fa:16:3e:09:04:10", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eae6274-e9", "ovs_interfaceid": "0eae6274-e922-4433-8afc-d48c9ace5943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.892035] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.953326] env[68116]: INFO nova.compute.manager [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Took 36.93 seconds to build instance. [ 691.036895] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074678} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.040199] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.041201] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b3c05f-0a3b-460b-bb2e-30c780c693e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.073585] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 8d44b3ef-3340-44b1-a23a-abcde2343675/8d44b3ef-3340-44b1-a23a-abcde2343675.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.075110] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f710e20d-93ed-413f-bad2-da933625db00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.103941] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 691.103941] env[68116]: value = "task-2785640" [ 691.103941] env[68116]: _type = "Task" [ 691.103941] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.119685] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.138587] env[68116]: DEBUG nova.compute.utils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.142912] env[68116]: DEBUG nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.143160] env[68116]: DEBUG nova.network.neutron [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.254403] env[68116]: DEBUG nova.policy [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be77c057fa3c4ebea08313acb6f009e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94d0f5468b6241ec8ac16db602f3712a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.271309] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.271624] env[68116]: DEBUG nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Instance network_info: |[{"id": "0eae6274-e922-4433-8afc-d48c9ace5943", "address": "fa:16:3e:09:04:10", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eae6274-e9", "ovs_interfaceid": "0eae6274-e922-4433-8afc-d48c9ace5943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.272525] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:04:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eae6274-e922-4433-8afc-d48c9ace5943', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.280079] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Creating folder: Project (4085193fa7aa4bd8b60ea3290c69e169). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.280483] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dc80aa3-b985-489a-a02d-ee3b81747d4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.293923] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Created folder: Project (4085193fa7aa4bd8b60ea3290c69e169) in parent group-v559920. [ 691.294145] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Creating folder: Instances. Parent ref: group-v559992. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.294405] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6a70033-d3d6-483f-84f4-75d244cb0682 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.305094] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Created folder: Instances in parent group-v559992. [ 691.305345] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.307099] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.307099] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-103d0de7-2ed2-4dee-ac2a-7017e7f3ae66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.329928] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.329928] env[68116]: value = "task-2785643" [ 691.329928] env[68116]: _type = "Task" [ 691.329928] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.340123] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785643, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.454991] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9cb2a2c9-ad99-4c97-b3f3-de063f5f1112 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.348s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.598314] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "11fedba2-6c00-4791-9f2b-08380fcc7e21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.598637] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.598853] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "11fedba2-6c00-4791-9f2b-08380fcc7e21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.599101] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.599287] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.601589] env[68116]: INFO nova.compute.manager [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Terminating instance [ 691.624986] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.643680] env[68116]: DEBUG nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.648577] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b22a1d9-5d68-4109-afff-13297aaef9d4 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.653411] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.846s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.655085] env[68116]: INFO nova.compute.claims [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.847836] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785643, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.857131] env[68116]: DEBUG nova.compute.manager [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Received event network-vif-plugged-0eae6274-e922-4433-8afc-d48c9ace5943 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 691.857131] env[68116]: DEBUG oslo_concurrency.lockutils [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] Acquiring lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.857131] env[68116]: DEBUG oslo_concurrency.lockutils [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] Lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.857131] env[68116]: DEBUG oslo_concurrency.lockutils [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] Lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.857131] env[68116]: DEBUG nova.compute.manager [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] No waiting events found dispatching network-vif-plugged-0eae6274-e922-4433-8afc-d48c9ace5943 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.857613] env[68116]: WARNING nova.compute.manager [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Received unexpected event network-vif-plugged-0eae6274-e922-4433-8afc-d48c9ace5943 for instance with vm_state building and task_state spawning. [ 691.857613] env[68116]: DEBUG nova.compute.manager [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Received event network-changed-0eae6274-e922-4433-8afc-d48c9ace5943 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 691.857613] env[68116]: DEBUG nova.compute.manager [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Refreshing instance network info cache due to event network-changed-0eae6274-e922-4433-8afc-d48c9ace5943. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 691.857613] env[68116]: DEBUG oslo_concurrency.lockutils [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] Acquiring lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.857613] env[68116]: DEBUG oslo_concurrency.lockutils [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] Acquired lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.857894] env[68116]: DEBUG nova.network.neutron [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Refreshing network info cache for port 0eae6274-e922-4433-8afc-d48c9ace5943 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.959328] env[68116]: DEBUG nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.988577] env[68116]: DEBUG nova.network.neutron [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Successfully created port: fba29ee6-b1f0-4b66-af38-386db6c7b526 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.111910] env[68116]: DEBUG nova.compute.manager [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.112364] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.117284] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5532d7-969d-4c23-93ec-5c86d4ec18b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.132089] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.132089] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785640, 'name': ReconfigVM_Task, 'duration_secs': 0.682948} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.132304] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd95e312-b74a-420c-be0b-5ecc8359b7d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.134033] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 8d44b3ef-3340-44b1-a23a-abcde2343675/8d44b3ef-3340-44b1-a23a-abcde2343675.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.134622] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17ea48fe-1c82-4626-87e5-51fea76c33f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.144509] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 692.144509] env[68116]: value = "task-2785645" [ 692.144509] env[68116]: _type = "Task" [ 692.144509] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.155139] env[68116]: DEBUG oslo_vmware.api [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 692.155139] env[68116]: value = "task-2785644" [ 692.155139] env[68116]: _type = "Task" [ 692.155139] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.197429] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785645, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.197761] env[68116]: DEBUG oslo_vmware.api [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.271287] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.273705] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.342649] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785643, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.495034] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.664602] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785645, 'name': Rename_Task, 'duration_secs': 0.280454} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.664886] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.665349] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984dbe6b-666a-427b-b499-23801dc402e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.668063] env[68116]: DEBUG nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.679232] env[68116]: DEBUG oslo_vmware.api [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785644, 'name': PowerOffVM_Task, 'duration_secs': 0.249777} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.680842] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.681117] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.681490] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 692.681490] env[68116]: value = "task-2785646" [ 692.681490] env[68116]: _type = "Task" [ 692.681490] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.681853] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af819f73-6050-4967-b56a-0ee0e66a8e3d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.703510] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.710066] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.710337] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.710491] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.710679] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.710833] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.710979] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.711206] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.711368] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.711951] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.711951] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.711951] env[68116]: DEBUG nova.virt.hardware [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.712948] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da790ed-7427-4803-a607-be21e587ec06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.721911] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9338aa2d-d3ce-4dcd-a272-0cb960839c26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.784773] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.785170] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.785722] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Deleting the datastore file [datastore2] 11fedba2-6c00-4791-9f2b-08380fcc7e21 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.787634] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc15a7ae-bcb4-4840-b637-527230cc1364 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.789265] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.789459] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.790713] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.790713] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.790713] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.790940] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.790975] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 692.791124] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.795325] env[68116]: DEBUG oslo_vmware.api [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for the task: (returnval){ [ 692.795325] env[68116]: value = "task-2785648" [ 692.795325] env[68116]: _type = "Task" [ 692.795325] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.805118] env[68116]: DEBUG oslo_vmware.api [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.844171] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785643, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.198767] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.282586] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c978765b-3459-49fc-b738-99f15cd66c28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.293205] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daf10ff-7369-4ebe-a9d1-7d0cdf714235 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.298198] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.309790] env[68116]: DEBUG oslo_vmware.api [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Task: {'id': task-2785648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138181} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.334639] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.335013] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.335174] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.335394] env[68116]: INFO nova.compute.manager [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Took 1.22 seconds to destroy the instance on the hypervisor. [ 693.335689] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.338756] env[68116]: DEBUG nova.compute.manager [-] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.338885] env[68116]: DEBUG nova.network.neutron [-] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.344355] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01105f74-831a-48c7-8638-9a1c582fa9f2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.353381] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785643, 'name': CreateVM_Task, 'duration_secs': 1.557666} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.355569] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.356867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.356867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.357143] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.360062] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44076e23-9bd3-4145-bfa7-3e9990343d84 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.362540] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd88e0b6-2e99-4b43-b571-eb074c33324c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.368334] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 693.368334] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52970de3-a3ab-d5fc-ad7a-5baf38aa9b79" [ 693.368334] env[68116]: _type = "Task" [ 693.368334] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.377151] env[68116]: DEBUG nova.compute.provider_tree [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.388489] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52970de3-a3ab-d5fc-ad7a-5baf38aa9b79, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.389629] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.390511] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.390511] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.390511] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.390511] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.391145] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd70badc-88b3-4e8a-be54-f5761dfbd348 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.401534] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.401796] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.402658] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ec7bc0-2924-4fd3-ab84-83ef6e7eef87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.409085] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 693.409085] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5297dbb0-4364-7be5-dc0f-7f7935fe1833" [ 693.409085] env[68116]: _type = "Task" [ 693.409085] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.418940] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5297dbb0-4364-7be5-dc0f-7f7935fe1833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.460520] env[68116]: DEBUG nova.network.neutron [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updated VIF entry in instance network info cache for port 0eae6274-e922-4433-8afc-d48c9ace5943. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.461037] env[68116]: DEBUG nova.network.neutron [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance_info_cache with network_info: [{"id": "0eae6274-e922-4433-8afc-d48c9ace5943", "address": "fa:16:3e:09:04:10", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eae6274-e9", "ovs_interfaceid": "0eae6274-e922-4433-8afc-d48c9ace5943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.700457] env[68116]: DEBUG oslo_vmware.api [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785646, 'name': PowerOnVM_Task, 'duration_secs': 0.53404} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.701899] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.702587] env[68116]: INFO nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Took 9.76 seconds to spawn the instance on the hypervisor. [ 693.703163] env[68116]: DEBUG nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.704575] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2296515c-0884-451e-ac7a-668f657dd99b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.882393] env[68116]: DEBUG nova.scheduler.client.report [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.925569] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5297dbb0-4364-7be5-dc0f-7f7935fe1833, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.927587] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50e018f-6620-4b2c-95e9-a14c1b3585b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.933715] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 693.933715] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520c4846-00f0-2838-5eea-aa116b123cfc" [ 693.933715] env[68116]: _type = "Task" [ 693.933715] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.943877] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520c4846-00f0-2838-5eea-aa116b123cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.963559] env[68116]: DEBUG oslo_concurrency.lockutils [req-c19c199a-deed-4fc1-b52f-74a2da12c3ae req-6e3f81c8-412b-405d-87dc-7b2ea5ae691f service nova] Releasing lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.989742] env[68116]: DEBUG nova.compute.manager [req-8ba6eb57-c0fc-44c2-8c00-b044c1ca9375 req-16c4525b-3b90-40d8-8083-cab2d8b21642 service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Received event network-vif-deleted-f1b74c52-1c1d-4aaa-a17d-539f3e38ef50 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.989917] env[68116]: INFO nova.compute.manager [req-8ba6eb57-c0fc-44c2-8c00-b044c1ca9375 req-16c4525b-3b90-40d8-8083-cab2d8b21642 service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Neutron deleted interface f1b74c52-1c1d-4aaa-a17d-539f3e38ef50; detaching it from the instance and deleting it from the info cache [ 693.990038] env[68116]: DEBUG nova.network.neutron [req-8ba6eb57-c0fc-44c2-8c00-b044c1ca9375 req-16c4525b-3b90-40d8-8083-cab2d8b21642 service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.008568] env[68116]: DEBUG nova.compute.manager [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Received event network-changed-73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 694.009538] env[68116]: DEBUG nova.compute.manager [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Refreshing instance network info cache due to event network-changed-73a714ef-b157-4072-a032-e9b77adf890a. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 694.009538] env[68116]: DEBUG oslo_concurrency.lockutils [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] Acquiring lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.009538] env[68116]: DEBUG oslo_concurrency.lockutils [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] Acquired lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.009538] env[68116]: DEBUG nova.network.neutron [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Refreshing network info cache for port 73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.229885] env[68116]: INFO nova.compute.manager [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Took 36.71 seconds to build instance. [ 694.232517] env[68116]: DEBUG nova.network.neutron [-] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.388408] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.389029] env[68116]: DEBUG nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.394096] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.043s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.396097] env[68116]: INFO nova.compute.claims [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.452473] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520c4846-00f0-2838-5eea-aa116b123cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.01881} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.452473] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.452473] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 55307952-d3d8-4c1c-8183-cd73338705cf/55307952-d3d8-4c1c-8183-cd73338705cf.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.452473] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f5a17fa-4aea-45f9-a01f-b00b9cedc4ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.464486] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 694.464486] env[68116]: value = "task-2785649" [ 694.464486] env[68116]: _type = "Task" [ 694.464486] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.479262] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.493875] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7911a7ec-eb57-48e4-afa9-6c061e6bdf47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.508965] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e57404-df24-4ce2-a19b-0bd6096cae87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.547024] env[68116]: DEBUG nova.compute.manager [req-8ba6eb57-c0fc-44c2-8c00-b044c1ca9375 req-16c4525b-3b90-40d8-8083-cab2d8b21642 service nova] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Detach interface failed, port_id=f1b74c52-1c1d-4aaa-a17d-539f3e38ef50, reason: Instance 11fedba2-6c00-4791-9f2b-08380fcc7e21 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 694.733776] env[68116]: INFO nova.compute.manager [-] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Took 1.39 seconds to deallocate network for instance. [ 694.734312] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d1778773-b801-4af1-bd62-932ee64f73ce tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.410s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.906361] env[68116]: DEBUG nova.compute.utils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.911049] env[68116]: DEBUG nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.911049] env[68116]: DEBUG nova.network.neutron [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.958986] env[68116]: DEBUG nova.network.neutron [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updated VIF entry in instance network info cache for port 73a714ef-b157-4072-a032-e9b77adf890a. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.963021] env[68116]: DEBUG nova.network.neutron [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.976222] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4588} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.976481] env[68116]: DEBUG nova.network.neutron [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Successfully updated port: fba29ee6-b1f0-4b66-af38-386db6c7b526 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.981354] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 55307952-d3d8-4c1c-8183-cd73338705cf/55307952-d3d8-4c1c-8183-cd73338705cf.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.981354] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.981354] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de201a16-6a5f-4447-a61e-09bc143ce14c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.990575] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 694.990575] env[68116]: value = "task-2785650" [ 694.990575] env[68116]: _type = "Task" [ 694.990575] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.001283] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.020949] env[68116]: DEBUG nova.policy [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e6ce1b01cc74e5ab946264a4dd2e518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e400896c049f43e596bf16babca4a52e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.165207] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.165750] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.245112] env[68116]: DEBUG nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.247985] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.411915] env[68116]: DEBUG nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.463744] env[68116]: DEBUG oslo_concurrency.lockutils [req-8781becf-a3a0-442a-9d6c-84424c90e8ac req-4e6ec29f-0962-49a7-8221-dab7899e017e service nova] Releasing lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.484216] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.484391] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.484543] env[68116]: DEBUG nova.network.neutron [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.502095] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101472} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.502274] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.505587] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1608a3f-d281-49ea-b8ae-4f77c36c8161 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.530981] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 55307952-d3d8-4c1c-8183-cd73338705cf/55307952-d3d8-4c1c-8183-cd73338705cf.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.533765] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92cf238d-c962-423f-93eb-f378131d27b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.557244] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 695.557244] env[68116]: value = "task-2785651" [ 695.557244] env[68116]: _type = "Task" [ 695.557244] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.565847] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.680055] env[68116]: DEBUG nova.network.neutron [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Successfully created port: 2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.769552] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.986550] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1e023a-2fa3-4387-ba26-d9053a63d2b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.997792] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58de72df-ced9-45b6-abd5-a2381f0e8e8f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.044446] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd1fad8-a1f0-4a32-95c3-e3e2a35d290c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.058410] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e48c04-f486-4e41-8297-948e041f51a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.088881] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.089449] env[68116]: DEBUG nova.compute.provider_tree [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.302046] env[68116]: DEBUG nova.network.neutron [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.424825] env[68116]: DEBUG nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.450397] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.450397] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.450613] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.450787] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.450839] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.450980] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.451229] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.451405] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.451576] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.451772] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.451904] env[68116]: DEBUG nova.virt.hardware [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.452819] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201261aa-a65c-4355-a28b-7e819ae98a72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.461653] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b700e19-3b37-4796-b045-4f91424132f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.578634] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785651, 'name': ReconfigVM_Task, 'duration_secs': 0.714693} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.578916] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 55307952-d3d8-4c1c-8183-cd73338705cf/55307952-d3d8-4c1c-8183-cd73338705cf.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.580368] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-346be2ff-dc19-4240-aec7-7d6b3a3efec6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.588045] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 696.588045] env[68116]: value = "task-2785655" [ 696.588045] env[68116]: _type = "Task" [ 696.588045] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.594193] env[68116]: DEBUG nova.scheduler.client.report [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.605522] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785655, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.627936] env[68116]: DEBUG nova.network.neutron [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Updating instance_info_cache with network_info: [{"id": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "address": "fa:16:3e:5d:41:17", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba29ee6-b1", "ovs_interfaceid": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.866404] env[68116]: DEBUG nova.compute.manager [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Received event network-vif-plugged-fba29ee6-b1f0-4b66-af38-386db6c7b526 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.866878] env[68116]: DEBUG oslo_concurrency.lockutils [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] Acquiring lock "21994763-21a4-4797-bfbb-b0c599e1cc5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.867144] env[68116]: DEBUG oslo_concurrency.lockutils [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.867320] env[68116]: DEBUG oslo_concurrency.lockutils [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.867709] env[68116]: DEBUG nova.compute.manager [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] No waiting events found dispatching network-vif-plugged-fba29ee6-b1f0-4b66-af38-386db6c7b526 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.867914] env[68116]: WARNING nova.compute.manager [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Received unexpected event network-vif-plugged-fba29ee6-b1f0-4b66-af38-386db6c7b526 for instance with vm_state building and task_state spawning. [ 696.868092] env[68116]: DEBUG nova.compute.manager [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Received event network-changed-fba29ee6-b1f0-4b66-af38-386db6c7b526 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.868250] env[68116]: DEBUG nova.compute.manager [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Refreshing instance network info cache due to event network-changed-fba29ee6-b1f0-4b66-af38-386db6c7b526. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 696.868424] env[68116]: DEBUG oslo_concurrency.lockutils [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] Acquiring lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.099113] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785655, 'name': Rename_Task, 'duration_secs': 0.479597} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.099642] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.100095] env[68116]: DEBUG nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.102684] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.103387] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.250s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.103387] env[68116]: DEBUG nova.objects.instance [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lazy-loading 'resources' on Instance uuid 2314fd60-8dfd-4ead-b3e4-77b09296d2e2 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.104479] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5c9261-a059-4917-9de9-f370d0f5d5ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.113537] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 697.113537] env[68116]: value = "task-2785656" [ 697.113537] env[68116]: _type = "Task" [ 697.113537] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.125363] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.130273] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.130579] env[68116]: DEBUG nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Instance network_info: |[{"id": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "address": "fa:16:3e:5d:41:17", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba29ee6-b1", "ovs_interfaceid": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.131041] env[68116]: DEBUG oslo_concurrency.lockutils [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] Acquired lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.131041] env[68116]: DEBUG nova.network.neutron [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Refreshing network info cache for port fba29ee6-b1f0-4b66-af38-386db6c7b526 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.132316] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:41:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba29ee6-b1f0-4b66-af38-386db6c7b526', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.139752] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating folder: Project (94d0f5468b6241ec8ac16db602f3712a). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.141059] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd83b444-4283-406d-8fdf-67c0af6d725e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.153018] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created folder: Project (94d0f5468b6241ec8ac16db602f3712a) in parent group-v559920. [ 697.153233] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating folder: Instances. Parent ref: group-v559998. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.153484] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074aff73-d2a2-409d-aeb7-5e1992727955 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.163706] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created folder: Instances in parent group-v559998. [ 697.163963] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.164167] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.164375] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-721706d3-e7e9-490d-8b3b-4f0eca2ce6d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.185016] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.185016] env[68116]: value = "task-2785659" [ 697.185016] env[68116]: _type = "Task" [ 697.185016] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.193551] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785659, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.605340] env[68116]: DEBUG nova.compute.utils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.607036] env[68116]: DEBUG nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.607220] env[68116]: DEBUG nova.network.neutron [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.633237] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.699065] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785659, 'name': CreateVM_Task, 'duration_secs': 0.343056} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.699065] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.699065] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.699218] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.700079] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.700079] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab8e2e4-bfce-406f-a201-96ba208b0239 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.709063] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 697.709063] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52901963-ef6f-6983-896f-04c978a3e9b3" [ 697.709063] env[68116]: _type = "Task" [ 697.709063] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.722426] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52901963-ef6f-6983-896f-04c978a3e9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.750410] env[68116]: DEBUG nova.policy [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c62512214d4a4eae522e939f105152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1f04159fb734bc3831c6060c86873cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.910588] env[68116]: DEBUG nova.network.neutron [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Updated VIF entry in instance network info cache for port fba29ee6-b1f0-4b66-af38-386db6c7b526. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.910588] env[68116]: DEBUG nova.network.neutron [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Updating instance_info_cache with network_info: [{"id": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "address": "fa:16:3e:5d:41:17", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba29ee6-b1", "ovs_interfaceid": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.723279] env[68116]: DEBUG nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.726394] env[68116]: DEBUG oslo_concurrency.lockutils [req-4ef8fff3-6b87-4d8d-964f-ca8f715c2592 req-4ed0e081-766d-44eb-8b95-6e7df6c5e195 service nova] Releasing lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.727708] env[68116]: DEBUG nova.network.neutron [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Successfully created port: d6e1daba-9277-40ee-b9e6-b2409fa37e20 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.731064] env[68116]: DEBUG nova.network.neutron [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Successfully updated port: 2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.744741] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52901963-ef6f-6983-896f-04c978a3e9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.015928} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.748432] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.748666] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.748908] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.749651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.749651] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.749651] env[68116]: DEBUG oslo_vmware.api [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785656, 'name': PowerOnVM_Task, 'duration_secs': 0.592082} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.750473] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32119028-8337-4d36-b260-0540a6248c4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.752168] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.752334] env[68116]: INFO nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Took 10.88 seconds to spawn the instance on the hypervisor. [ 698.752818] env[68116]: DEBUG nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.755860] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae579dc4-20bb-471c-aa6b-1912ebbdbb70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.772243] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.772434] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.774310] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5611896d-cfa1-4aec-8593-65717462d32a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.780114] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 698.780114] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5255ba92-14c0-4242-dac4-f5ff321db070" [ 698.780114] env[68116]: _type = "Task" [ 698.780114] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.790111] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5255ba92-14c0-4242-dac4-f5ff321db070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.988343] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad3fe8-5ca4-47a5-80e3-3cd92d9be97d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.997392] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bdad97-4ea8-479d-bf63-9cf31dfc8bd8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.034157] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41214d17-cd3a-4650-8c11-b62238bde708 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.043322] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b6a13d-0a14-41d9-8bfb-bddc8ed2f1d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.064250] env[68116]: DEBUG nova.compute.provider_tree [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.239050] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.239050] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquired lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.239050] env[68116]: DEBUG nova.network.neutron [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.275455] env[68116]: INFO nova.compute.manager [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Took 41.68 seconds to build instance. [ 699.293912] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5255ba92-14c0-4242-dac4-f5ff321db070, 'name': SearchDatastore_Task, 'duration_secs': 0.033381} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.294191] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e451c3a0-33f9-4a8c-a751-39ccf207b79b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.303342] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 699.303342] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b449d2-b619-3b3e-b837-21122c374a57" [ 699.303342] env[68116]: _type = "Task" [ 699.303342] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.312818] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b449d2-b619-3b3e-b837-21122c374a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.568428] env[68116]: DEBUG nova.scheduler.client.report [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.733720] env[68116]: DEBUG nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.771017] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.771017] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.771017] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.771202] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.771202] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.771202] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.771202] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.771202] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.771323] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.771742] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.772081] env[68116]: DEBUG nova.virt.hardware [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.773102] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f007276-039a-479e-a476-c176cc356f76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.781019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da4d1ed8-fd87-426f-ad4c-c2979744d225 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.848s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.786360] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c7a0b5-f906-45ca-89b1-509f4ecacf6a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.793374] env[68116]: DEBUG nova.network.neutron [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.816178] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b449d2-b619-3b3e-b837-21122c374a57, 'name': SearchDatastore_Task, 'duration_secs': 0.067605} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.816387] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816614] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/21994763-21a4-4797-bfbb-b0c599e1cc5f.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.816886] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9efcfeb-84a1-4858-bdf3-dc16ec6710ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.829556] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 699.829759] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing instance network info cache due to event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 699.829988] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquiring lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.830169] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquired lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.830348] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.832045] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 699.832045] env[68116]: value = "task-2785661" [ 699.832045] env[68116]: _type = "Task" [ 699.832045] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.843764] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.038756] env[68116]: DEBUG nova.network.neutron [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Updating instance_info_cache with network_info: [{"id": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "address": "fa:16:3e:eb:3d:23", "network": {"id": "dc1ffcca-355c-416f-b926-f04c408b6e94", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065593035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e400896c049f43e596bf16babca4a52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17844a-92", "ovs_interfaceid": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.071499] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.968s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.075559] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.199s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.076950] env[68116]: INFO nova.compute.claims [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.098707] env[68116]: INFO nova.scheduler.client.report [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Deleted allocations for instance 2314fd60-8dfd-4ead-b3e4-77b09296d2e2 [ 700.286983] env[68116]: DEBUG nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.346216] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481886} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.346493] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/21994763-21a4-4797-bfbb-b0c599e1cc5f.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.346713] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.347318] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-237b19a9-1223-421e-b935-2c2028d73206 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.354972] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 700.354972] env[68116]: value = "task-2785662" [ 700.354972] env[68116]: _type = "Task" [ 700.354972] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.366391] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.544968] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Releasing lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.545358] env[68116]: DEBUG nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Instance network_info: |[{"id": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "address": "fa:16:3e:eb:3d:23", "network": {"id": "dc1ffcca-355c-416f-b926-f04c408b6e94", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065593035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e400896c049f43e596bf16babca4a52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17844a-92", "ovs_interfaceid": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.545781] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:3d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a17844a-923a-4b9b-9de0-3a9b6b2dd974', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.553661] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Creating folder: Project (e400896c049f43e596bf16babca4a52e). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.553972] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1afc486-9f78-458e-8472-87a5602837fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.567826] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Created folder: Project (e400896c049f43e596bf16babca4a52e) in parent group-v559920. [ 700.567826] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Creating folder: Instances. Parent ref: group-v560001. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.569928] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-119af580-6778-4968-9bfd-5173794aa8d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.580028] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Created folder: Instances in parent group-v560001. [ 700.580272] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.580458] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.582844] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2032411d-59f2-46b1-b4ce-8f7ae4a21a40 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.606477] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.606477] env[68116]: value = "task-2785665" [ 700.606477] env[68116]: _type = "Task" [ 700.606477] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.607595] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bd6a221-86a3-44d3-9b93-b4d087155171 tempest-ServerDiagnosticsTest-8702156 tempest-ServerDiagnosticsTest-8702156-project-member] Lock "2314fd60-8dfd-4ead-b3e4-77b09296d2e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.657s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.616640] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785665, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.811449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.867413] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070906} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.868192] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.868983] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb8f2f-6bf2-429a-9a21-0c3210edab94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.894907] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/21994763-21a4-4797-bfbb-b0c599e1cc5f.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.895261] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26829cea-dd76-4f92-95b9-7697be5625dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.917922] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 700.917922] env[68116]: value = "task-2785667" [ 700.917922] env[68116]: _type = "Task" [ 700.917922] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.923802] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updated VIF entry in instance network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.924234] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updating instance_info_cache with network_info: [{"id": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "address": "fa:16:3e:0b:f8:1f", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf13920-3d", "ovs_interfaceid": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.929153] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.072091] env[68116]: DEBUG nova.network.neutron [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Successfully updated port: d6e1daba-9277-40ee-b9e6-b2409fa37e20 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.123764] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785665, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.428903] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Releasing lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.429426] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Received event network-vif-plugged-2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.429630] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquiring lock "efd1af41-2bca-4c61-830e-c7aa2a8be716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.429831] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.429989] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.430170] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] No waiting events found dispatching network-vif-plugged-2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.430332] env[68116]: WARNING nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Received unexpected event network-vif-plugged-2a17844a-923a-4b9b-9de0-3a9b6b2dd974 for instance with vm_state building and task_state spawning. [ 701.430491] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Received event network-changed-2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.430640] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Refreshing instance network info cache due to event network-changed-2a17844a-923a-4b9b-9de0-3a9b6b2dd974. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 701.430848] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquiring lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.431035] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquired lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.431184] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Refreshing network info cache for port 2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.440062] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785667, 'name': ReconfigVM_Task, 'duration_secs': 0.324418} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.442258] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/21994763-21a4-4797-bfbb-b0c599e1cc5f.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.446033] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-173d6793-6600-474f-98b9-7cc5e4bf8bb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.451496] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 701.451496] env[68116]: value = "task-2785668" [ 701.451496] env[68116]: _type = "Task" [ 701.451496] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.464052] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785668, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.576294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-07524071-0948-40d6-bfba-85407a2479f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.576294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-07524071-0948-40d6-bfba-85407a2479f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.576294] env[68116]: DEBUG nova.network.neutron [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.618790] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785665, 'name': CreateVM_Task, 'duration_secs': 0.641298} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.621370] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.622767] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.622936] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623253] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623574] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b93c87-0933-4caf-bae9-a40f88a9740a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.630883] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 701.630883] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528e4737-5ff0-9353-7696-d42978369037" [ 701.630883] env[68116]: _type = "Task" [ 701.630883] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.642483] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528e4737-5ff0-9353-7696-d42978369037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.700710] env[68116]: DEBUG nova.compute.manager [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 701.713942] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a9fadb-dec4-4a09-a016-38092f582c45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.722570] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c526845b-59ad-43b7-bdf3-fa1bf26a0c0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.754735] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f88366-1858-4c1f-93cb-167342c768ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.763426] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe1cd8-6617-4603-a155-2d0238afa2b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.778935] env[68116]: DEBUG nova.compute.provider_tree [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.963900] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785668, 'name': Rename_Task, 'duration_secs': 0.161311} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.964259] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.965068] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d457cec-4a8d-46d2-84be-8d151bdb4f11 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.973271] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 701.973271] env[68116]: value = "task-2785669" [ 701.973271] env[68116]: _type = "Task" [ 701.973271] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.983528] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.153343] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528e4737-5ff0-9353-7696-d42978369037, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.153974] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.154237] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.154473] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.154816] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.155044] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.155312] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2ad4bcb-43c1-44fc-88e5-9e25f65aa105 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.165220] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.165362] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.166352] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857bf785-45ed-451f-9709-7a8aa28dc746 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.170771] env[68116]: DEBUG nova.network.neutron [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.174816] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 702.174816] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d20299-a778-d4a0-88ec-e994a6f8521f" [ 702.174816] env[68116]: _type = "Task" [ 702.174816] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.184047] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d20299-a778-d4a0-88ec-e994a6f8521f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.231668] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.283653] env[68116]: DEBUG nova.scheduler.client.report [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.483318] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Updated VIF entry in instance network info cache for port 2a17844a-923a-4b9b-9de0-3a9b6b2dd974. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.485898] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Updating instance_info_cache with network_info: [{"id": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "address": "fa:16:3e:eb:3d:23", "network": {"id": "dc1ffcca-355c-416f-b926-f04c408b6e94", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065593035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e400896c049f43e596bf16babca4a52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17844a-92", "ovs_interfaceid": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.494573] env[68116]: DEBUG nova.compute.manager [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Received event network-vif-plugged-d6e1daba-9277-40ee-b9e6-b2409fa37e20 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 702.494573] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] Acquiring lock "07524071-0948-40d6-bfba-85407a2479f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.494573] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] Lock "07524071-0948-40d6-bfba-85407a2479f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.494573] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] Lock "07524071-0948-40d6-bfba-85407a2479f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.494573] env[68116]: DEBUG nova.compute.manager [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] No waiting events found dispatching network-vif-plugged-d6e1daba-9277-40ee-b9e6-b2409fa37e20 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.494945] env[68116]: WARNING nova.compute.manager [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Received unexpected event network-vif-plugged-d6e1daba-9277-40ee-b9e6-b2409fa37e20 for instance with vm_state building and task_state spawning. [ 702.494945] env[68116]: DEBUG nova.compute.manager [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Received event network-changed-d6e1daba-9277-40ee-b9e6-b2409fa37e20 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 702.494945] env[68116]: DEBUG nova.compute.manager [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Refreshing instance network info cache due to event network-changed-d6e1daba-9277-40ee-b9e6-b2409fa37e20. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 702.495078] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] Acquiring lock "refresh_cache-07524071-0948-40d6-bfba-85407a2479f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.495588] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.506070] env[68116]: DEBUG nova.network.neutron [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Updating instance_info_cache with network_info: [{"id": "d6e1daba-9277-40ee-b9e6-b2409fa37e20", "address": "fa:16:3e:b7:2d:38", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e1daba-92", "ovs_interfaceid": "d6e1daba-9277-40ee-b9e6-b2409fa37e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.686977] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d20299-a778-d4a0-88ec-e994a6f8521f, 'name': SearchDatastore_Task, 'duration_secs': 0.014352} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.688511] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc76788-3d9d-48c3-b8dd-2fd6fc847b09 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.694387] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 702.694387] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52272032-b0bd-473b-d544-cf801c29cc47" [ 702.694387] env[68116]: _type = "Task" [ 702.694387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.702753] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52272032-b0bd-473b-d544-cf801c29cc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.789550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.789550] env[68116]: DEBUG nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.793024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.631s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.795960] env[68116]: DEBUG nova.objects.instance [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lazy-loading 'resources' on Instance uuid e521119a-14ac-4e88-9b39-417b408bec14 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.987551] env[68116]: DEBUG oslo_vmware.api [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785669, 'name': PowerOnVM_Task, 'duration_secs': 0.630264} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.988046] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.988316] env[68116]: INFO nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Took 10.32 seconds to spawn the instance on the hypervisor. [ 702.988678] env[68116]: DEBUG nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.989487] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d76231d-4a43-4bb5-a64d-acb8798f3a54 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.996603] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Releasing lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.996839] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 702.997012] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing instance network info cache due to event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 702.997560] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquiring lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.997560] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquired lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.997560] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.008814] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-07524071-0948-40d6-bfba-85407a2479f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.009249] env[68116]: DEBUG nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Instance network_info: |[{"id": "d6e1daba-9277-40ee-b9e6-b2409fa37e20", "address": "fa:16:3e:b7:2d:38", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e1daba-92", "ovs_interfaceid": "d6e1daba-9277-40ee-b9e6-b2409fa37e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.010172] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] Acquired lock "refresh_cache-07524071-0948-40d6-bfba-85407a2479f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.010845] env[68116]: DEBUG nova.network.neutron [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Refreshing network info cache for port d6e1daba-9277-40ee-b9e6-b2409fa37e20 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.011505] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:2d:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e1daba-9277-40ee-b9e6-b2409fa37e20', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.020160] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.020593] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.021185] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b12aeee-a8f0-4ce6-a476-441d9ad2afd5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.048143] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.048143] env[68116]: value = "task-2785671" [ 703.048143] env[68116]: _type = "Task" [ 703.048143] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.059431] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785671, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.206358] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52272032-b0bd-473b-d544-cf801c29cc47, 'name': SearchDatastore_Task, 'duration_secs': 0.034181} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.206707] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.207033] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] efd1af41-2bca-4c61-830e-c7aa2a8be716/efd1af41-2bca-4c61-830e-c7aa2a8be716.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.207334] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-452c2d44-3eb4-42cf-af09-9fb79f9e1d9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.215356] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 703.215356] env[68116]: value = "task-2785672" [ 703.215356] env[68116]: _type = "Task" [ 703.215356] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.224209] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.298191] env[68116]: DEBUG nova.compute.utils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.304113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8d44b3ef-3340-44b1-a23a-abcde2343675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.304960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.305217] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.305466] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.305798] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.309148] env[68116]: DEBUG nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.309367] env[68116]: DEBUG nova.network.neutron [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.311632] env[68116]: INFO nova.compute.manager [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Terminating instance [ 703.378613] env[68116]: DEBUG nova.policy [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be77c057fa3c4ebea08313acb6f009e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94d0f5468b6241ec8ac16db602f3712a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.514171] env[68116]: INFO nova.compute.manager [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Took 41.95 seconds to build instance. [ 703.559779] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785671, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.728173] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.806390] env[68116]: DEBUG nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.824180] env[68116]: DEBUG nova.compute.manager [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.824348] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.825443] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f9b98b-a9fb-4f12-a19a-fa45202d3c91 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.833469] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.836559] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fe5719-7f99-4546-a3ec-56a3c8c4411a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.845408] env[68116]: DEBUG oslo_vmware.api [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 703.845408] env[68116]: value = "task-2785673" [ 703.845408] env[68116]: _type = "Task" [ 703.845408] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.856203] env[68116]: DEBUG oslo_vmware.api [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.877583] env[68116]: DEBUG nova.network.neutron [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Updated VIF entry in instance network info cache for port d6e1daba-9277-40ee-b9e6-b2409fa37e20. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.877942] env[68116]: DEBUG nova.network.neutron [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Updating instance_info_cache with network_info: [{"id": "d6e1daba-9277-40ee-b9e6-b2409fa37e20", "address": "fa:16:3e:b7:2d:38", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e1daba-92", "ovs_interfaceid": "d6e1daba-9277-40ee-b9e6-b2409fa37e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.890150] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06829e9-b140-4e3f-9ed3-94dc686722e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.900215] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1a6658-d8d8-425c-b3c5-c84d562943fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.934393] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6a5284-83f1-4fd9-8c9d-906cbf71b4a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.943516] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9760c7-c842-4da9-8b90-6198f03bd5cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.962614] env[68116]: DEBUG nova.compute.provider_tree [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.019529] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04a41b11-d383-4b49-a154-fc48c8a477e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.251s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.063768] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785671, 'name': CreateVM_Task, 'duration_secs': 0.565308} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.064899] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.064899] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.069055] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.069055] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.069055] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f001c1b7-b2dc-44df-a6b3-42c1ab16cd69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.073116] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 704.073116] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52580e5f-363b-d06e-762b-eb41ef12fa76" [ 704.073116] env[68116]: _type = "Task" [ 704.073116] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.100022] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52580e5f-363b-d06e-762b-eb41ef12fa76, 'name': SearchDatastore_Task, 'duration_secs': 0.024992} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.100377] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.100589] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.100874] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.101055] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101216] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.101475] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b5eb691-fed5-40ab-9a7f-6187346150f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.112794] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.112992] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.113721] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6483bb-9bc8-4374-b070-c2397787bac9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.120182] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 704.120182] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a4b1a5-0337-841e-a176-a847926a4204" [ 704.120182] env[68116]: _type = "Task" [ 704.120182] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.128413] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a4b1a5-0337-841e-a176-a847926a4204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.231065] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569909} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.231065] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] efd1af41-2bca-4c61-830e-c7aa2a8be716/efd1af41-2bca-4c61-830e-c7aa2a8be716.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.231065] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.231065] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-797e7d28-b971-4dc2-9a85-682cfb48bf62 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.237281] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 704.237281] env[68116]: value = "task-2785674" [ 704.237281] env[68116]: _type = "Task" [ 704.237281] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.247547] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.307078] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updated VIF entry in instance network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.307487] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updating instance_info_cache with network_info: [{"id": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "address": "fa:16:3e:0b:f8:1f", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf13920-3d", "ovs_interfaceid": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.362212] env[68116]: DEBUG oslo_vmware.api [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785673, 'name': PowerOffVM_Task, 'duration_secs': 0.254646} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.362212] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.362212] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.362424] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a3c5c2-8d13-4785-887e-5f193a713256 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.380620] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c541a1f-8d5f-4fed-a3b7-962d59bacdcb req-a57ad176-5d6b-4668-a9a5-3a774821a625 service nova] Releasing lock "refresh_cache-07524071-0948-40d6-bfba-85407a2479f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.438722] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.439174] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.439528] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Deleting the datastore file [datastore2] 8d44b3ef-3340-44b1-a23a-abcde2343675 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.440887] env[68116]: DEBUG nova.network.neutron [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Successfully created port: 226b4b5c-279d-413f-827c-2de29e2183d1 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.444254] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09aa8f57-6552-4307-afd3-6a65ba4aa145 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.455484] env[68116]: DEBUG oslo_vmware.api [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 704.455484] env[68116]: value = "task-2785676" [ 704.455484] env[68116]: _type = "Task" [ 704.455484] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.472748] env[68116]: DEBUG nova.scheduler.client.report [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.479825] env[68116]: DEBUG oslo_vmware.api [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.521519] env[68116]: DEBUG nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.632071] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a4b1a5-0337-841e-a176-a847926a4204, 'name': SearchDatastore_Task, 'duration_secs': 0.047167} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.632934] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04962710-120b-4908-b1ed-315216a1973d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.639208] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 704.639208] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bae50e-c7f7-1f98-4d82-1db6cc3828d4" [ 704.639208] env[68116]: _type = "Task" [ 704.639208] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.647995] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bae50e-c7f7-1f98-4d82-1db6cc3828d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.747606] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301199} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.747918] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.748684] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dd66b3-e088-4931-a42d-869611d4e43a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.781815] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] efd1af41-2bca-4c61-830e-c7aa2a8be716/efd1af41-2bca-4c61-830e-c7aa2a8be716.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.782145] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd9bfd33-4bd4-4f07-bff5-1b6531c38dc7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.804626] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 704.804626] env[68116]: value = "task-2785677" [ 704.804626] env[68116]: _type = "Task" [ 704.804626] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.809812] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Releasing lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810097] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Received event network-changed-07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 704.810257] env[68116]: DEBUG nova.compute.manager [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Refreshing instance network info cache due to event network-changed-07b0092b-82ef-44a0-b8dc-f65f247ee6d7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 704.810462] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquiring lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.810608] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Acquired lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.810765] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Refreshing network info cache for port 07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.819109] env[68116]: DEBUG nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.823249] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.859962] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.861098] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.861098] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.861098] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.861098] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.861098] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.861305] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.861305] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.863330] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.863829] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.866069] env[68116]: DEBUG nova.virt.hardware [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.866069] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182fb26e-2329-43c7-aec4-61b15ac11a39 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.877661] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688b7daf-40ae-4239-b127-4fa39934049b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.967084] env[68116]: DEBUG oslo_vmware.api [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.983430] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.985912] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.454s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.986125] env[68116]: DEBUG nova.objects.instance [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 705.022134] env[68116]: INFO nova.scheduler.client.report [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted allocations for instance e521119a-14ac-4e88-9b39-417b408bec14 [ 705.059249] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.156394] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bae50e-c7f7-1f98-4d82-1db6cc3828d4, 'name': SearchDatastore_Task, 'duration_secs': 0.098158} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.157719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.158044] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 07524071-0948-40d6-bfba-85407a2479f7/07524071-0948-40d6-bfba-85407a2479f7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.158353] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5ae2c7-fae1-4f0a-882a-74348ce38e75 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.170258] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 705.170258] env[68116]: value = "task-2785679" [ 705.170258] env[68116]: _type = "Task" [ 705.170258] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.179905] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.279142] env[68116]: DEBUG nova.compute.manager [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Received event network-changed-07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.279392] env[68116]: DEBUG nova.compute.manager [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Refreshing instance network info cache due to event network-changed-07b0092b-82ef-44a0-b8dc-f65f247ee6d7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 705.279629] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] Acquiring lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.322147] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785677, 'name': ReconfigVM_Task, 'duration_secs': 0.481404} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.322147] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Reconfigured VM instance instance-00000018 to attach disk [datastore2] efd1af41-2bca-4c61-830e-c7aa2a8be716/efd1af41-2bca-4c61-830e-c7aa2a8be716.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.322147] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8213a0b9-dedf-40f6-b7a7-c40b645ddd28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.331089] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 705.331089] env[68116]: value = "task-2785680" [ 705.331089] env[68116]: _type = "Task" [ 705.331089] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.347207] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785680, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.467928] env[68116]: DEBUG oslo_vmware.api [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.647708} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.470880] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.471132] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.471313] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.471572] env[68116]: INFO nova.compute.manager [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Took 1.65 seconds to destroy the instance on the hypervisor. [ 705.471742] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.471958] env[68116]: DEBUG nova.compute.manager [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.472082] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.539033] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f020e2a-6bf8-4c75-8102-7fd9990b785e tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "e521119a-14ac-4e88-9b39-417b408bec14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.207s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.684138] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785679, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.787867] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updated VIF entry in instance network info cache for port 07b0092b-82ef-44a0-b8dc-f65f247ee6d7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.788363] env[68116]: DEBUG nova.network.neutron [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updating instance_info_cache with network_info: [{"id": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "address": "fa:16:3e:e4:46:6c", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0092b-82", "ovs_interfaceid": "07b0092b-82ef-44a0-b8dc-f65f247ee6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.848071] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785680, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.997203] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b3ae84c-71c8-4f06-901c-70e68d94ed08 tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.998579] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.345s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.003958] env[68116]: INFO nova.compute.claims [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.182873] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718678} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.183281] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 07524071-0948-40d6-bfba-85407a2479f7/07524071-0948-40d6-bfba-85407a2479f7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.183563] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.183939] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6a72acf-3228-4ddc-b1cc-6ac71e0cc036 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.192829] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 706.192829] env[68116]: value = "task-2785681" [ 706.192829] env[68116]: _type = "Task" [ 706.192829] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.203734] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.280389] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.292023] env[68116]: DEBUG oslo_concurrency.lockutils [req-4672b005-8e88-43e9-b12e-337d366e89e8 req-18f33f43-0189-42e2-ad65-b17f6bae0b1b service nova] Releasing lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.292790] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] Acquired lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.293979] env[68116]: DEBUG nova.network.neutron [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Refreshing network info cache for port 07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.342008] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785680, 'name': Rename_Task, 'duration_secs': 0.593933} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.342319] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.342675] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c048a7-3e50-4569-8b99-20776306ee1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.352366] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 706.352366] env[68116]: value = "task-2785682" [ 706.352366] env[68116]: _type = "Task" [ 706.352366] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.362881] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.685160] env[68116]: DEBUG nova.network.neutron [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Successfully updated port: 226b4b5c-279d-413f-827c-2de29e2183d1 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.706284] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193211} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.706552] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.707441] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab396bd2-777f-4bd3-bda4-aed714ea4088 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.736159] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 07524071-0948-40d6-bfba-85407a2479f7/07524071-0948-40d6-bfba-85407a2479f7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.736493] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f692d02f-4fb2-4e6a-82ae-92ea0817009d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.760740] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 706.760740] env[68116]: value = "task-2785683" [ 706.760740] env[68116]: _type = "Task" [ 706.760740] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.772045] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.783760] env[68116]: INFO nova.compute.manager [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Took 1.31 seconds to deallocate network for instance. [ 706.819602] env[68116]: DEBUG nova.network.neutron [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.864957] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.980440] env[68116]: DEBUG nova.network.neutron [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.117373] env[68116]: DEBUG nova.compute.manager [req-60a9e7ef-6766-4f30-a930-0d8f5f891905 req-e4854da1-e20a-4fa6-aa4b-3247d02f56d4 service nova] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Received event network-vif-deleted-07b0092b-82ef-44a0-b8dc-f65f247ee6d7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.191377] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.191664] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.191855] env[68116]: DEBUG nova.network.neutron [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.279670] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.300902] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.367281] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785682, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.482367] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] Releasing lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.482536] env[68116]: DEBUG nova.compute.manager [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.482742] env[68116]: DEBUG nova.compute.manager [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing instance network info cache due to event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 707.482988] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] Acquiring lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.487500] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] Acquired lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.487500] env[68116]: DEBUG nova.network.neutron [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.648697] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da76bed-6874-4e25-84c1-8b38ad505326 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.659567] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a3fce5-994b-45cf-a685-d159afa460a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.688240] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e4f81-e40a-4d4e-903d-6802445b9afd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.696821] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266c05f-4f56-46e6-9d78-f5a1748975ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.714454] env[68116]: DEBUG nova.compute.provider_tree [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.748899] env[68116]: DEBUG nova.network.neutron [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.774395] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785683, 'name': ReconfigVM_Task, 'duration_secs': 0.811818} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.774697] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 07524071-0948-40d6-bfba-85407a2479f7/07524071-0948-40d6-bfba-85407a2479f7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.775399] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3155960e-66e2-42ea-90e1-b8f9e6ffa869 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.782789] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 707.782789] env[68116]: value = "task-2785684" [ 707.782789] env[68116]: _type = "Task" [ 707.782789] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.798032] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785684, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.865076] env[68116]: DEBUG oslo_vmware.api [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785682, 'name': PowerOnVM_Task, 'duration_secs': 1.102894} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.865364] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.865981] env[68116]: INFO nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Took 11.44 seconds to spawn the instance on the hypervisor. [ 707.865981] env[68116]: DEBUG nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.866495] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2dbc39-2436-4ee1-b2d2-81e350a302b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.218194] env[68116]: DEBUG nova.scheduler.client.report [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.224730] env[68116]: DEBUG nova.compute.manager [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Received event network-vif-plugged-226b4b5c-279d-413f-827c-2de29e2183d1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.224939] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Acquiring lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.225161] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.225328] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.225493] env[68116]: DEBUG nova.compute.manager [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] No waiting events found dispatching network-vif-plugged-226b4b5c-279d-413f-827c-2de29e2183d1 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.225653] env[68116]: WARNING nova.compute.manager [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Received unexpected event network-vif-plugged-226b4b5c-279d-413f-827c-2de29e2183d1 for instance with vm_state building and task_state spawning. [ 708.225840] env[68116]: DEBUG nova.compute.manager [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Received event network-changed-226b4b5c-279d-413f-827c-2de29e2183d1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.225950] env[68116]: DEBUG nova.compute.manager [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Refreshing instance network info cache due to event network-changed-226b4b5c-279d-413f-827c-2de29e2183d1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 708.226421] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Acquiring lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.245149] env[68116]: DEBUG nova.network.neutron [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Updating instance_info_cache with network_info: [{"id": "226b4b5c-279d-413f-827c-2de29e2183d1", "address": "fa:16:3e:e3:19:f3", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b4b5c-27", "ovs_interfaceid": "226b4b5c-279d-413f-827c-2de29e2183d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.295971] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785684, 'name': Rename_Task, 'duration_secs': 0.151826} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.296276] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.296528] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c25fb9-1bfc-42b5-bc78-0b7bc6f0be0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.309349] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 708.309349] env[68116]: value = "task-2785685" [ 708.309349] env[68116]: _type = "Task" [ 708.309349] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.322054] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.388646] env[68116]: INFO nova.compute.manager [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Took 40.61 seconds to build instance. [ 708.477061] env[68116]: DEBUG nova.network.neutron [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updated VIF entry in instance network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.477446] env[68116]: DEBUG nova.network.neutron [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updating instance_info_cache with network_info: [{"id": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "address": "fa:16:3e:0b:f8:1f", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf13920-3d", "ovs_interfaceid": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.723406] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.724039] env[68116]: DEBUG nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.726604] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.600s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.728241] env[68116]: INFO nova.compute.claims [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.749652] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.749974] env[68116]: DEBUG nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Instance network_info: |[{"id": "226b4b5c-279d-413f-827c-2de29e2183d1", "address": "fa:16:3e:e3:19:f3", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b4b5c-27", "ovs_interfaceid": "226b4b5c-279d-413f-827c-2de29e2183d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.750294] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Acquired lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.750467] env[68116]: DEBUG nova.network.neutron [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Refreshing network info cache for port 226b4b5c-279d-413f-827c-2de29e2183d1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.751743] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:19:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '226b4b5c-279d-413f-827c-2de29e2183d1', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.759972] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.761100] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.761801] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6675645f-cdd6-4a71-ab1c-77a818431867 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.787089] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.787089] env[68116]: value = "task-2785686" [ 708.787089] env[68116]: _type = "Task" [ 708.787089] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.798501] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785686, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.803342] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8d44b3ef-3340-44b1-a23a-abcde2343675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.819829] env[68116]: DEBUG oslo_vmware.api [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785685, 'name': PowerOnVM_Task, 'duration_secs': 0.473135} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.820120] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.820322] env[68116]: INFO nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Took 9.09 seconds to spawn the instance on the hypervisor. [ 708.820555] env[68116]: DEBUG nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.821646] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a65a6b-838c-4fa9-a35b-9580c6b3561b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.890570] env[68116]: DEBUG oslo_concurrency.lockutils [None req-48cdf2d8-8d14-4fbc-84aa-bbc1fa47c80e tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.081s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.983039] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b2aadbf-55d8-4619-b634-dd7925d7ef20 req-c400f1c3-6010-49d9-8bb9-13b9e3dd18af service nova] Releasing lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.236849] env[68116]: DEBUG nova.compute.utils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.244063] env[68116]: DEBUG nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.244250] env[68116]: DEBUG nova.network.neutron [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.298516] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785686, 'name': CreateVM_Task, 'duration_secs': 0.344582} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.298694] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.300100] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.300100] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.300918] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.301203] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58a0d31-9889-4e10-8d68-2efbcc547945 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.307269] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 709.307269] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526c0ed8-88c0-24ee-1974-5d7f4b854930" [ 709.307269] env[68116]: _type = "Task" [ 709.307269] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.315849] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526c0ed8-88c0-24ee-1974-5d7f4b854930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.343255] env[68116]: INFO nova.compute.manager [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Took 40.05 seconds to build instance. [ 709.372989] env[68116]: DEBUG nova.policy [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd41f49eaac98479183126881e082bdd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd46226ae414855a3cbd06d6dde4d6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.393549] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.746636] env[68116]: DEBUG nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.824238] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526c0ed8-88c0-24ee-1974-5d7f4b854930, 'name': SearchDatastore_Task, 'duration_secs': 0.013818} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.824551] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.824778] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.825129] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.825211] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.825390] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.825650] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38be1194-9a0a-4394-bcfb-6e587b0427d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.843019] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.843062] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.846576] env[68116]: DEBUG oslo_concurrency.lockutils [None req-69585159-0edd-430a-b88a-128acc58580c tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.377s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.846798] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bbad7e-7e7b-4971-9c27-ed0f340cf5b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.850326] env[68116]: DEBUG nova.network.neutron [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Updated VIF entry in instance network info cache for port 226b4b5c-279d-413f-827c-2de29e2183d1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.850665] env[68116]: DEBUG nova.network.neutron [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Updating instance_info_cache with network_info: [{"id": "226b4b5c-279d-413f-827c-2de29e2183d1", "address": "fa:16:3e:e3:19:f3", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b4b5c-27", "ovs_interfaceid": "226b4b5c-279d-413f-827c-2de29e2183d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.857640] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 709.857640] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d6ff21-4e64-fbca-1e76-203e06a8ffeb" [ 709.857640] env[68116]: _type = "Task" [ 709.857640] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.870344] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d6ff21-4e64-fbca-1e76-203e06a8ffeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.914037] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.002837] env[68116]: DEBUG nova.network.neutron [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Successfully created port: 74dc5360-cd83-4c81-a583-0f3f5c342bc6 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.317899] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a03c369-39b1-4523-ba35-3275b183032b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.328763] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44a2950-e3dd-4ac2-9af7-bc78a4865ef8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.366135] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Releasing lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.366135] env[68116]: DEBUG nova.compute.manager [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.366135] env[68116]: DEBUG nova.compute.manager [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing instance network info cache due to event network-changed-bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 710.366135] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Acquiring lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.366135] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Acquired lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.366296] env[68116]: DEBUG nova.network.neutron [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Refreshing network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.367655] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.378013] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad717cf-348a-4d19-9a8a-11983d574d6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.391024] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d6ff21-4e64-fbca-1e76-203e06a8ffeb, 'name': SearchDatastore_Task, 'duration_secs': 0.012224} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.392049] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dc886c-1c4c-4530-a0bc-8f402725fd1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.396210] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78db8a5-a6ec-4d62-9eb8-b784a43cf000 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.404022] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 710.404022] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ab4f87-5ee5-8480-8195-bff92461f174" [ 710.404022] env[68116]: _type = "Task" [ 710.404022] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.410517] env[68116]: DEBUG nova.compute.provider_tree [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.425025] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ab4f87-5ee5-8480-8195-bff92461f174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.542037] env[68116]: DEBUG nova.compute.manager [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Received event network-changed-2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.542193] env[68116]: DEBUG nova.compute.manager [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Refreshing instance network info cache due to event network-changed-2a17844a-923a-4b9b-9de0-3a9b6b2dd974. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 710.542408] env[68116]: DEBUG oslo_concurrency.lockutils [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] Acquiring lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.542714] env[68116]: DEBUG oslo_concurrency.lockutils [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] Acquired lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542714] env[68116]: DEBUG nova.network.neutron [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Refreshing network info cache for port 2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.765505] env[68116]: DEBUG nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.794525] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.794769] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.794930] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.795134] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.796147] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.796147] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.796147] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.796147] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.796147] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.796379] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.796379] env[68116]: DEBUG nova.virt.hardware [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.797740] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302e9232-b0b0-41d9-840b-edf61f8d096b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.808296] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f2eda-1adb-4590-888e-0a7b2f91f68d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.890312] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.920143] env[68116]: DEBUG nova.scheduler.client.report [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.926230] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ab4f87-5ee5-8480-8195-bff92461f174, 'name': SearchDatastore_Task, 'duration_secs': 0.034808} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.926901] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.927315] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/44e7ad55-9b41-42e1-a564-bf3ec4df61b6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.927707] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbbeb2a7-fddc-4936-a7ae-03530c20c89b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.939022] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 710.939022] env[68116]: value = "task-2785688" [ 710.939022] env[68116]: _type = "Task" [ 710.939022] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.947343] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.079417] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "07524071-0948-40d6-bfba-85407a2479f7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.079677] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.258740] env[68116]: DEBUG nova.network.neutron [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updated VIF entry in instance network info cache for port bbf13920-3db5-4f35-a4e0-72946a3675e1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.259147] env[68116]: DEBUG nova.network.neutron [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updating instance_info_cache with network_info: [{"id": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "address": "fa:16:3e:0b:f8:1f", "network": {"id": "c8e0ad92-2071-4817-81b3-9667be27c25b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-20288656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9f3215ea2f2c4c85879e83f5184d7130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf13920-3d", "ovs_interfaceid": "bbf13920-3db5-4f35-a4e0-72946a3675e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.303902] env[68116]: DEBUG nova.network.neutron [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Updated VIF entry in instance network info cache for port 2a17844a-923a-4b9b-9de0-3a9b6b2dd974. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.304363] env[68116]: DEBUG nova.network.neutron [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Updating instance_info_cache with network_info: [{"id": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "address": "fa:16:3e:eb:3d:23", "network": {"id": "dc1ffcca-355c-416f-b926-f04c408b6e94", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2065593035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e400896c049f43e596bf16babca4a52e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a17844a-92", "ovs_interfaceid": "2a17844a-923a-4b9b-9de0-3a9b6b2dd974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.428433] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.429117] env[68116]: DEBUG nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.432422] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.149s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.432665] env[68116]: DEBUG nova.objects.instance [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lazy-loading 'resources' on Instance uuid 5acef710-9b94-4b24-b88d-cc2b11478f3c {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.456454] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.586239] env[68116]: DEBUG nova.compute.utils [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.761508] env[68116]: DEBUG oslo_concurrency.lockutils [req-17e1e808-0d94-4821-b5f3-8b3aaa99007c req-155c2807-a85d-407f-a4a7-ed5cfb2c5410 service nova] Releasing lock "refresh_cache-8115ca18-6617-4b2a-9648-b4161f572703" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.807471] env[68116]: DEBUG oslo_concurrency.lockutils [req-b0eec458-878a-4cd9-96bf-84ea7a61fc4e req-6413e3eb-c020-4b33-adf2-41e7f0e1fbbf service nova] Releasing lock "refresh_cache-efd1af41-2bca-4c61-830e-c7aa2a8be716" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.823441] env[68116]: DEBUG nova.network.neutron [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Successfully updated port: 74dc5360-cd83-4c81-a583-0f3f5c342bc6 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.937292] env[68116]: DEBUG nova.compute.utils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.937871] env[68116]: DEBUG nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.938057] env[68116]: DEBUG nova.network.neutron [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.954609] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54087} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.954946] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/44e7ad55-9b41-42e1-a564-bf3ec4df61b6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.955193] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.955464] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f67644d-541c-4197-baaa-87e4290a169e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.964844] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 711.964844] env[68116]: value = "task-2785690" [ 711.964844] env[68116]: _type = "Task" [ 711.964844] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.976959] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.010498] env[68116]: DEBUG nova.policy [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd36ea43257544695b564630d4af8ac48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767116f31f044a85b200e2009f7227d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.088244] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.092607] env[68116]: DEBUG nova.compute.manager [req-9dbc2234-e8e7-4d04-b03a-4df521186660 req-67cc06b1-adad-4719-bd0a-abb1aab967c3 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Received event network-vif-plugged-74dc5360-cd83-4c81-a583-0f3f5c342bc6 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.092871] env[68116]: DEBUG oslo_concurrency.lockutils [req-9dbc2234-e8e7-4d04-b03a-4df521186660 req-67cc06b1-adad-4719-bd0a-abb1aab967c3 service nova] Acquiring lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.093106] env[68116]: DEBUG oslo_concurrency.lockutils [req-9dbc2234-e8e7-4d04-b03a-4df521186660 req-67cc06b1-adad-4719-bd0a-abb1aab967c3 service nova] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.093262] env[68116]: DEBUG oslo_concurrency.lockutils [req-9dbc2234-e8e7-4d04-b03a-4df521186660 req-67cc06b1-adad-4719-bd0a-abb1aab967c3 service nova] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.093426] env[68116]: DEBUG nova.compute.manager [req-9dbc2234-e8e7-4d04-b03a-4df521186660 req-67cc06b1-adad-4719-bd0a-abb1aab967c3 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] No waiting events found dispatching network-vif-plugged-74dc5360-cd83-4c81-a583-0f3f5c342bc6 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.093623] env[68116]: WARNING nova.compute.manager [req-9dbc2234-e8e7-4d04-b03a-4df521186660 req-67cc06b1-adad-4719-bd0a-abb1aab967c3 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Received unexpected event network-vif-plugged-74dc5360-cd83-4c81-a583-0f3f5c342bc6 for instance with vm_state building and task_state spawning. [ 712.328763] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "refresh_cache-64064bc9-7edd-4d3c-bd22-5a159eda1d4b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.328763] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired lock "refresh_cache-64064bc9-7edd-4d3c-bd22-5a159eda1d4b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.328763] env[68116]: DEBUG nova.network.neutron [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.398426] env[68116]: DEBUG nova.network.neutron [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Successfully created port: 68f70f16-adcc-4765-88cf-171acda2a72a {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.403618] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b8982-f7fa-4685-b851-dfd0e50fcb2a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.413465] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da546f-a99b-467a-a783-a3f4a4bb5d4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.449061] env[68116]: DEBUG nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.453065] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058d21a-7f3c-4a06-89cd-731df2a7c397 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.462651] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a292dc72-cba3-440a-b193-fab1965cdc3e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.478511] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069524} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.487462] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.488208] env[68116]: DEBUG nova.compute.provider_tree [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.489997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629acc3d-296f-40c6-bf83-32a30c8e97e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.517809] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/44e7ad55-9b41-42e1-a564-bf3ec4df61b6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.518531] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ee018a-8c79-4109-a51a-080148691a27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.540007] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 712.540007] env[68116]: value = "task-2785691" [ 712.540007] env[68116]: _type = "Task" [ 712.540007] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.548632] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.871412] env[68116]: DEBUG nova.network.neutron [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.994892] env[68116]: DEBUG nova.scheduler.client.report [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.053867] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785691, 'name': ReconfigVM_Task, 'duration_secs': 0.442798} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.054963] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/44e7ad55-9b41-42e1-a564-bf3ec4df61b6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.054963] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16506e4a-6b1b-464c-a06e-d7163faabd94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.064578] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 713.064578] env[68116]: value = "task-2785692" [ 713.064578] env[68116]: _type = "Task" [ 713.064578] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.080266] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785692, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.081637] env[68116]: DEBUG nova.network.neutron [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Updating instance_info_cache with network_info: [{"id": "74dc5360-cd83-4c81-a583-0f3f5c342bc6", "address": "fa:16:3e:27:56:58", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dc5360-cd", "ovs_interfaceid": "74dc5360-cd83-4c81-a583-0f3f5c342bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.167021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "07524071-0948-40d6-bfba-85407a2479f7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.167021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.167021] env[68116]: INFO nova.compute.manager [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Attaching volume 3ff319f3-58ea-4260-92f9-4911ad5fb39f to /dev/sdb [ 713.223529] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb8ac4f-5613-40e2-a4cf-e298b7cc2b2f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.231206] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898fe276-3570-4aa6-8ee5-159a2b25a968 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.248123] env[68116]: DEBUG nova.virt.block_device [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Updating existing volume attachment record: 851495b8-bdb8-4694-b7f5-09a27a9a52ae {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.462084] env[68116]: DEBUG nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.489066] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.489362] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.489558] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.489832] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.490056] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.490582] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.490926] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.491166] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.491371] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.491570] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.491776] env[68116]: DEBUG nova.virt.hardware [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.492645] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c481e-9627-4d64-9187-977e24ca44ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.500555] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.503742] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.793s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.504056] env[68116]: DEBUG nova.objects.instance [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lazy-loading 'resources' on Instance uuid fc5ee5e2-4109-4637-bd37-a1d59c22a881 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.509278] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f3e39-40e2-4cdc-ba3c-232857952210 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.547938] env[68116]: INFO nova.scheduler.client.report [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Deleted allocations for instance 5acef710-9b94-4b24-b88d-cc2b11478f3c [ 713.584942] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785692, 'name': Rename_Task, 'duration_secs': 0.171529} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.585566] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Releasing lock "refresh_cache-64064bc9-7edd-4d3c-bd22-5a159eda1d4b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.585889] env[68116]: DEBUG nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Instance network_info: |[{"id": "74dc5360-cd83-4c81-a583-0f3f5c342bc6", "address": "fa:16:3e:27:56:58", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dc5360-cd", "ovs_interfaceid": "74dc5360-cd83-4c81-a583-0f3f5c342bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.586210] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.586620] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:56:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74dc5360-cd83-4c81-a583-0f3f5c342bc6', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.598357] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.598357] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ef7541-4884-4697-84ff-777490d281f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.601029] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.601173] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a93f88ff-3742-46fc-9824-701159d58349 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.632816] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 713.632816] env[68116]: value = "task-2785697" [ 713.632816] env[68116]: _type = "Task" [ 713.632816] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.634188] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.634188] env[68116]: value = "task-2785698" [ 713.634188] env[68116]: _type = "Task" [ 713.634188] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.655304] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.655525] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785698, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.056936] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9b1e2958-aa32-4e0c-af13-6750381f46fb tempest-ServersListShow2100Test-691040000 tempest-ServersListShow2100Test-691040000-project-member] Lock "5acef710-9b94-4b24-b88d-cc2b11478f3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.079s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.157136] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785697, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.157136] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785698, 'name': CreateVM_Task, 'duration_secs': 0.361676} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.157136] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.157136] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.157136] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.157281] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.157530] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d7e5a6-25a6-45fd-a977-c6f1789c321e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.164160] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 714.164160] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526021a7-5cb4-5858-25b5-caead3debac9" [ 714.164160] env[68116]: _type = "Task" [ 714.164160] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.176133] env[68116]: DEBUG nova.compute.manager [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Received event network-changed-74dc5360-cd83-4c81-a583-0f3f5c342bc6 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.176320] env[68116]: DEBUG nova.compute.manager [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Refreshing instance network info cache due to event network-changed-74dc5360-cd83-4c81-a583-0f3f5c342bc6. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 714.176538] env[68116]: DEBUG oslo_concurrency.lockutils [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] Acquiring lock "refresh_cache-64064bc9-7edd-4d3c-bd22-5a159eda1d4b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.176673] env[68116]: DEBUG oslo_concurrency.lockutils [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] Acquired lock "refresh_cache-64064bc9-7edd-4d3c-bd22-5a159eda1d4b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.176895] env[68116]: DEBUG nova.network.neutron [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Refreshing network info cache for port 74dc5360-cd83-4c81-a583-0f3f5c342bc6 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.182992] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526021a7-5cb4-5858-25b5-caead3debac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.536439] env[68116]: DEBUG nova.network.neutron [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Successfully updated port: 68f70f16-adcc-4765-88cf-171acda2a72a {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.542940] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdbc5d9-f161-4633-86b0-bbb950101d4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.553507] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6cb805-b78d-4f7b-b2e4-917ab5658042 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.593049] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab03881-04c8-4feb-97b8-7951cbbd77cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.603271] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6384ec7-7cec-4e39-beb9-c387429a6cd9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.619095] env[68116]: DEBUG nova.compute.provider_tree [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.647707] env[68116]: DEBUG oslo_vmware.api [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785697, 'name': PowerOnVM_Task, 'duration_secs': 0.699925} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.648133] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.648772] env[68116]: INFO nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Took 9.83 seconds to spawn the instance on the hypervisor. [ 714.648838] env[68116]: DEBUG nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.649629] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c0c14-9dd6-455b-a73e-a62f2697799d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.675168] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526021a7-5cb4-5858-25b5-caead3debac9, 'name': SearchDatastore_Task, 'duration_secs': 0.014081} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.675301] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.675683] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.675782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.677027] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.677027] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.677027] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc6a774-ede3-4c72-9d8f-f79c3ff1bf91 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.688678] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.689161] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.689927] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2edfaa-683a-4b2a-b0d0-1e9f729b7a64 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.698557] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 714.698557] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5287b19c-86ae-332d-edea-f0e0d6e552f9" [ 714.698557] env[68116]: _type = "Task" [ 714.698557] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.709412] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5287b19c-86ae-332d-edea-f0e0d6e552f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.967747] env[68116]: DEBUG nova.network.neutron [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Updated VIF entry in instance network info cache for port 74dc5360-cd83-4c81-a583-0f3f5c342bc6. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.969747] env[68116]: DEBUG nova.network.neutron [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Updating instance_info_cache with network_info: [{"id": "74dc5360-cd83-4c81-a583-0f3f5c342bc6", "address": "fa:16:3e:27:56:58", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dc5360-cd", "ovs_interfaceid": "74dc5360-cd83-4c81-a583-0f3f5c342bc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.049808] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "refresh_cache-88b98a00-5e83-4d8f-b39a-ec2418ed12ac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.049997] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquired lock "refresh_cache-88b98a00-5e83-4d8f-b39a-ec2418ed12ac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.050259] env[68116]: DEBUG nova.network.neutron [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.124264] env[68116]: DEBUG nova.scheduler.client.report [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.167265] env[68116]: INFO nova.compute.manager [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Took 45.33 seconds to build instance. [ 715.212164] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5287b19c-86ae-332d-edea-f0e0d6e552f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.213140] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59af4f23-39b0-418b-9538-f7572eebd6e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.220438] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 715.220438] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b2a223-2215-a487-05fb-686472775eb6" [ 715.220438] env[68116]: _type = "Task" [ 715.220438] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.229688] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b2a223-2215-a487-05fb-686472775eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.470477] env[68116]: DEBUG oslo_concurrency.lockutils [req-4b9365c0-b038-466f-986d-636341d7db91 req-065df81c-01d4-46af-87dc-9efc01ab3c37 service nova] Releasing lock "refresh_cache-64064bc9-7edd-4d3c-bd22-5a159eda1d4b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.634085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.634347] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.480s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.634577] env[68116]: DEBUG nova.objects.instance [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lazy-loading 'resources' on Instance uuid 0c770674-5d97-4171-8fd3-48f7f8b93488 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.656283] env[68116]: DEBUG nova.network.neutron [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.662597] env[68116]: INFO nova.scheduler.client.report [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Deleted allocations for instance fc5ee5e2-4109-4637-bd37-a1d59c22a881 [ 715.670491] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab23a6e3-9d10-4d4a-95cb-b2190827d8fb tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.825s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.736146] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b2a223-2215-a487-05fb-686472775eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.736146] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.736146] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 64064bc9-7edd-4d3c-bd22-5a159eda1d4b/64064bc9-7edd-4d3c-bd22-5a159eda1d4b.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.736146] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45b61ff-bffc-447d-afa2-672393593d2b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.743222] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 715.743222] env[68116]: value = "task-2785700" [ 715.743222] env[68116]: _type = "Task" [ 715.743222] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.753261] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.977956] env[68116]: DEBUG nova.network.neutron [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Updating instance_info_cache with network_info: [{"id": "68f70f16-adcc-4765-88cf-171acda2a72a", "address": "fa:16:3e:ab:5c:76", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f70f16-ad", "ovs_interfaceid": "68f70f16-adcc-4765-88cf-171acda2a72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.175588] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.178797] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8b196ec9-f5dc-47a0-8c9a-e35bbafb7d76 tempest-ServerDiagnosticsV248Test-301228007 tempest-ServerDiagnosticsV248Test-301228007-project-member] Lock "fc5ee5e2-4109-4637-bd37-a1d59c22a881" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.791s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.258781] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465167} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.260387] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 64064bc9-7edd-4d3c-bd22-5a159eda1d4b/64064bc9-7edd-4d3c-bd22-5a159eda1d4b.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.260632] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.261286] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5029b706-3bb6-47bc-8898-bd1a4913c05e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.274115] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 716.274115] env[68116]: value = "task-2785701" [ 716.274115] env[68116]: _type = "Task" [ 716.274115] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.286567] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.409510] env[68116]: DEBUG nova.compute.manager [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Received event network-vif-plugged-68f70f16-adcc-4765-88cf-171acda2a72a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.409733] env[68116]: DEBUG oslo_concurrency.lockutils [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] Acquiring lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.409944] env[68116]: DEBUG oslo_concurrency.lockutils [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.412293] env[68116]: DEBUG oslo_concurrency.lockutils [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.413627] env[68116]: DEBUG nova.compute.manager [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] No waiting events found dispatching network-vif-plugged-68f70f16-adcc-4765-88cf-171acda2a72a {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.413982] env[68116]: WARNING nova.compute.manager [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Received unexpected event network-vif-plugged-68f70f16-adcc-4765-88cf-171acda2a72a for instance with vm_state building and task_state spawning. [ 716.414488] env[68116]: DEBUG nova.compute.manager [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Received event network-changed-68f70f16-adcc-4765-88cf-171acda2a72a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.415996] env[68116]: DEBUG nova.compute.manager [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Refreshing instance network info cache due to event network-changed-68f70f16-adcc-4765-88cf-171acda2a72a. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.415996] env[68116]: DEBUG oslo_concurrency.lockutils [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] Acquiring lock "refresh_cache-88b98a00-5e83-4d8f-b39a-ec2418ed12ac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.482396] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Releasing lock "refresh_cache-88b98a00-5e83-4d8f-b39a-ec2418ed12ac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.482915] env[68116]: DEBUG nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Instance network_info: |[{"id": "68f70f16-adcc-4765-88cf-171acda2a72a", "address": "fa:16:3e:ab:5c:76", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f70f16-ad", "ovs_interfaceid": "68f70f16-adcc-4765-88cf-171acda2a72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.483090] env[68116]: DEBUG oslo_concurrency.lockutils [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] Acquired lock "refresh_cache-88b98a00-5e83-4d8f-b39a-ec2418ed12ac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.483268] env[68116]: DEBUG nova.network.neutron [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Refreshing network info cache for port 68f70f16-adcc-4765-88cf-171acda2a72a {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.484559] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:5c:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f70f16-adcc-4765-88cf-171acda2a72a', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.491981] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Creating folder: Project (767116f31f044a85b200e2009f7227d5). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.495894] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f7e470b-cdcb-4361-bac0-baa452b1f422 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.513537] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Created folder: Project (767116f31f044a85b200e2009f7227d5) in parent group-v559920. [ 716.513760] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Creating folder: Instances. Parent ref: group-v560010. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.514150] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-209a4441-8e97-4199-a1e7-1249a3cb0b80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.525605] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Created folder: Instances in parent group-v560010. [ 716.525861] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.528633] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.529081] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc95dc2-5bcb-4d00-8889-9181863a3571 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.554364] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.554364] env[68116]: value = "task-2785704" [ 716.554364] env[68116]: _type = "Task" [ 716.554364] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.568476] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785704, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.671391] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49f7424-053e-46e9-846b-2c8fe40e75cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.680243] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da046be-639e-4c4d-91a1-07af4125d217 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.717388] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.718234] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba16dada-247b-4378-a4ac-e54e18de07f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.727796] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799a8da-101b-4632-9864-ca34c8524b3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.743464] env[68116]: DEBUG nova.compute.provider_tree [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.760078] env[68116]: INFO nova.compute.manager [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Rescuing [ 716.760373] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.760529] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.760701] env[68116]: DEBUG nova.network.neutron [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.785881] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080178} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.786176] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.787075] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d19cc-6a1b-4995-9005-2afad4437751 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.813723] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 64064bc9-7edd-4d3c-bd22-5a159eda1d4b/64064bc9-7edd-4d3c-bd22-5a159eda1d4b.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.814138] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cba3922-6736-4ee1-bd93-a95bc461ef22 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.838110] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 716.838110] env[68116]: value = "task-2785705" [ 716.838110] env[68116]: _type = "Task" [ 716.838110] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.848987] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.913923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquiring lock "aefae9af-653e-4eff-b8cd-0fe5548725c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.914198] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.065577] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785704, 'name': CreateVM_Task, 'duration_secs': 0.409515} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.065758] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.067023] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.067023] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.067366] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.067640] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1bf30f-bddd-4c09-9cb1-259dee381edd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.074242] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 717.074242] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52da7d7e-73eb-8da8-2708-a6c0b28ecc79" [ 717.074242] env[68116]: _type = "Task" [ 717.074242] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.083719] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52da7d7e-73eb-8da8-2708-a6c0b28ecc79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.246886] env[68116]: DEBUG nova.scheduler.client.report [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.306863] env[68116]: DEBUG nova.network.neutron [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Updated VIF entry in instance network info cache for port 68f70f16-adcc-4765-88cf-171acda2a72a. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.307310] env[68116]: DEBUG nova.network.neutron [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Updating instance_info_cache with network_info: [{"id": "68f70f16-adcc-4765-88cf-171acda2a72a", "address": "fa:16:3e:ab:5c:76", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f70f16-ad", "ovs_interfaceid": "68f70f16-adcc-4765-88cf-171acda2a72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.349487] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785705, 'name': ReconfigVM_Task, 'duration_secs': 0.368472} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.351951] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 64064bc9-7edd-4d3c-bd22-5a159eda1d4b/64064bc9-7edd-4d3c-bd22-5a159eda1d4b.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.352939] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34dfb6a3-abc2-4726-a82a-c3453962c147 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.361939] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 717.361939] env[68116]: value = "task-2785706" [ 717.361939] env[68116]: _type = "Task" [ 717.361939] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.372842] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785706, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.489944] env[68116]: DEBUG nova.network.neutron [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Updating instance_info_cache with network_info: [{"id": "226b4b5c-279d-413f-827c-2de29e2183d1", "address": "fa:16:3e:e3:19:f3", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b4b5c-27", "ovs_interfaceid": "226b4b5c-279d-413f-827c-2de29e2183d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.585546] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52da7d7e-73eb-8da8-2708-a6c0b28ecc79, 'name': SearchDatastore_Task, 'duration_secs': 0.021305} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.585739] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.585984] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.586261] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.586408] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.586599] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.586858] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b727cc4d-2a2a-4e78-86d5-a6a1267fd28a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.598100] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.598288] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.599074] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65b9999-4f50-4aa2-8523-a683123bb3a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.606525] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 717.606525] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c35a83-140c-bb67-5bc1-a34319cbbe20" [ 717.606525] env[68116]: _type = "Task" [ 717.606525] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.615378] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c35a83-140c-bb67-5bc1-a34319cbbe20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.752984] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.755094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.863s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.756637] env[68116]: INFO nova.compute.claims [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.782847] env[68116]: INFO nova.scheduler.client.report [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Deleted allocations for instance 0c770674-5d97-4171-8fd3-48f7f8b93488 [ 717.809946] env[68116]: DEBUG oslo_concurrency.lockutils [req-3378f6d5-459b-43e7-877b-73f0aa9342e8 req-005cc1d9-a3d0-4c0e-a502-0a0162458f6c service nova] Releasing lock "refresh_cache-88b98a00-5e83-4d8f-b39a-ec2418ed12ac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.819591] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 717.819928] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560008', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'name': 'volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07524071-0948-40d6-bfba-85407a2479f7', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'serial': '3ff319f3-58ea-4260-92f9-4911ad5fb39f'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 717.820699] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e4215-916b-45fb-b278-fb1c75223164 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.842057] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e456ed-b5b4-49da-9261-86c830b14414 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.869468] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f/volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.869831] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e81ad35c-e474-4954-8330-60234958d065 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.892933] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785706, 'name': Rename_Task, 'duration_secs': 0.152834} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.893813] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.894111] env[68116]: DEBUG oslo_vmware.api [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 717.894111] env[68116]: value = "task-2785707" [ 717.894111] env[68116]: _type = "Task" [ 717.894111] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.894393] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d6f415e-fdf4-446f-a67d-51bff366f6e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.908462] env[68116]: DEBUG oslo_vmware.api [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.909829] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 717.909829] env[68116]: value = "task-2785708" [ 717.909829] env[68116]: _type = "Task" [ 717.909829] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.923204] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.994165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-44e7ad55-9b41-42e1-a564-bf3ec4df61b6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.118106] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c35a83-140c-bb67-5bc1-a34319cbbe20, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.119124] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95246fe7-c734-4afd-a659-dfcd6354526f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.125057] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 718.125057] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523053f9-a797-c3d7-c428-1756c81f5e53" [ 718.125057] env[68116]: _type = "Task" [ 718.125057] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.134574] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523053f9-a797-c3d7-c428-1756c81f5e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.293338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-16b7a842-1b0d-4aa5-b7da-4ad7b5947b05 tempest-ImagesOneServerTestJSON-164379074 tempest-ImagesOneServerTestJSON-164379074-project-member] Lock "0c770674-5d97-4171-8fd3-48f7f8b93488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.922s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.408688] env[68116]: DEBUG oslo_vmware.api [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.419938] env[68116]: DEBUG oslo_vmware.api [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785708, 'name': PowerOnVM_Task, 'duration_secs': 0.48323} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.420248] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.420480] env[68116]: INFO nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Took 7.65 seconds to spawn the instance on the hypervisor. [ 718.420660] env[68116]: DEBUG nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.421500] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc390bf-ada6-48d5-9103-d6ee2f72832d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.639712] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523053f9-a797-c3d7-c428-1756c81f5e53, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.639776] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.640508] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 88b98a00-5e83-4d8f-b39a-ec2418ed12ac/88b98a00-5e83-4d8f-b39a-ec2418ed12ac.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.640508] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-454e5eb8-6a6e-4074-bdc4-4addb657635d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.648259] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 718.648259] env[68116]: value = "task-2785709" [ 718.648259] env[68116]: _type = "Task" [ 718.648259] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.657783] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.924847] env[68116]: DEBUG oslo_vmware.api [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785707, 'name': ReconfigVM_Task, 'duration_secs': 0.718619} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.924847] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f/volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.933043] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e007b6-8917-4d6e-b4e8-4a8300ea23e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.956318] env[68116]: INFO nova.compute.manager [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Took 39.32 seconds to build instance. [ 718.966844] env[68116]: DEBUG oslo_vmware.api [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 718.966844] env[68116]: value = "task-2785710" [ 718.966844] env[68116]: _type = "Task" [ 718.966844] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.992152] env[68116]: DEBUG oslo_vmware.api [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.166208] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498751} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.166208] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 88b98a00-5e83-4d8f-b39a-ec2418ed12ac/88b98a00-5e83-4d8f-b39a-ec2418ed12ac.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.166208] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.166208] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1bae71e-a709-49e4-bdb4-0d6213090b93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.177045] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 719.177045] env[68116]: value = "task-2785711" [ 719.177045] env[68116]: _type = "Task" [ 719.177045] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.190130] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.299189] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466859ad-551f-4ce3-906b-146f61ab9152 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.308016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9250051-afca-4056-870d-822af1792213 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.345242] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30485277-107c-4d71-9398-415dc8d74cb7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.348704] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e6606-652c-497d-8fe2-8d8061fae5d3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.359450] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db90c5-4472-4db6-977b-1193a9cbfe77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.364017] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-911fa4ae-fe40-426f-9378-793b9a8885d3 tempest-ServersAdminNegativeTestJSON-1190075725 tempest-ServersAdminNegativeTestJSON-1190075725-project-admin] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Suspending the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 719.364285] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e25a6c56-0d6c-4ac5-a272-d1f4239775ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.379466] env[68116]: DEBUG nova.compute.provider_tree [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.383304] env[68116]: DEBUG oslo_vmware.api [None req-911fa4ae-fe40-426f-9378-793b9a8885d3 tempest-ServersAdminNegativeTestJSON-1190075725 tempest-ServersAdminNegativeTestJSON-1190075725-project-admin] Waiting for the task: (returnval){ [ 719.383304] env[68116]: value = "task-2785712" [ 719.383304] env[68116]: _type = "Task" [ 719.383304] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.393744] env[68116]: DEBUG oslo_vmware.api [None req-911fa4ae-fe40-426f-9378-793b9a8885d3 tempest-ServersAdminNegativeTestJSON-1190075725 tempest-ServersAdminNegativeTestJSON-1190075725-project-admin] Task: {'id': task-2785712, 'name': SuspendVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.458209] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdb08b7d-50ee-49d0-afc8-fdce84131a39 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.983s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.479138] env[68116]: DEBUG oslo_vmware.api [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785710, 'name': ReconfigVM_Task, 'duration_secs': 0.234847} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.479470] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560008', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'name': 'volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07524071-0948-40d6-bfba-85407a2479f7', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'serial': '3ff319f3-58ea-4260-92f9-4911ad5fb39f'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 719.534679] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.535047] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e918b1-73f3-42b1-9da5-e4c181bb9c78 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.546675] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 719.546675] env[68116]: value = "task-2785713" [ 719.546675] env[68116]: _type = "Task" [ 719.546675] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.553403] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.689449] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069654} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.689580] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.690804] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6b5963-e4ab-4dcd-b10b-81195060007f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.719133] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 88b98a00-5e83-4d8f-b39a-ec2418ed12ac/88b98a00-5e83-4d8f-b39a-ec2418ed12ac.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.719742] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58af002-80ee-4e7c-a36c-3827bb742e10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.742979] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 719.742979] env[68116]: value = "task-2785714" [ 719.742979] env[68116]: _type = "Task" [ 719.742979] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.757024] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.885947] env[68116]: DEBUG nova.scheduler.client.report [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.899883] env[68116]: DEBUG oslo_vmware.api [None req-911fa4ae-fe40-426f-9378-793b9a8885d3 tempest-ServersAdminNegativeTestJSON-1190075725 tempest-ServersAdminNegativeTestJSON-1190075725-project-admin] Task: {'id': task-2785712, 'name': SuspendVM_Task} progress is 58%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.964025] env[68116]: DEBUG nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.057450] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785713, 'name': PowerOffVM_Task, 'duration_secs': 0.229993} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.058253] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.059469] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c26b07-d94c-43ad-8dd3-625ab5014f4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.083285] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56223e3-87fe-4c6f-8f49-d66ffe5b828e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.140507] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.140507] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97750c58-fa56-4d26-8c3b-27cfbfc989a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.151434] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 720.151434] env[68116]: value = "task-2785715" [ 720.151434] env[68116]: _type = "Task" [ 720.151434] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.162197] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.263085] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785714, 'name': ReconfigVM_Task, 'duration_secs': 0.473209} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.263085] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 88b98a00-5e83-4d8f-b39a-ec2418ed12ac/88b98a00-5e83-4d8f-b39a-ec2418ed12ac.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.263503] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439813ff-3284-4fea-95ec-eb14a779f93d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.272620] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 720.272620] env[68116]: value = "task-2785716" [ 720.272620] env[68116]: _type = "Task" [ 720.272620] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.279986] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785716, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.395318] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.395318] env[68116]: DEBUG nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.398420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.904s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.402437] env[68116]: INFO nova.compute.claims [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.408741] env[68116]: DEBUG oslo_vmware.api [None req-911fa4ae-fe40-426f-9378-793b9a8885d3 tempest-ServersAdminNegativeTestJSON-1190075725 tempest-ServersAdminNegativeTestJSON-1190075725-project-admin] Task: {'id': task-2785712, 'name': SuspendVM_Task, 'duration_secs': 0.793419} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.409061] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-911fa4ae-fe40-426f-9378-793b9a8885d3 tempest-ServersAdminNegativeTestJSON-1190075725 tempest-ServersAdminNegativeTestJSON-1190075725-project-admin] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Suspended the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 720.409310] env[68116]: DEBUG nova.compute.manager [None req-911fa4ae-fe40-426f-9378-793b9a8885d3 tempest-ServersAdminNegativeTestJSON-1190075725 tempest-ServersAdminNegativeTestJSON-1190075725-project-admin] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.410181] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629c8b8a-121b-467f-a0ce-68d1c350b391 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.485577] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.543513] env[68116]: DEBUG nova.objects.instance [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lazy-loading 'flavor' on Instance uuid 07524071-0948-40d6-bfba-85407a2479f7 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.669749] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 720.669991] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.670280] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.670527] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.670616] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.670881] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b11da55-6552-4e38-9b5f-6de8719b29dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.682329] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.682516] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.683313] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f176f50d-cc79-4cdf-b276-c506d699f916 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.689928] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 720.689928] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c4ddc0-3e81-e581-d6a3-c03ac7b34d5f" [ 720.689928] env[68116]: _type = "Task" [ 720.689928] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.701837] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c4ddc0-3e81-e581-d6a3-c03ac7b34d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.783223] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785716, 'name': Rename_Task, 'duration_secs': 0.153051} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.783646] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.784212] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2bdef21-30fd-430b-9b9c-af0cfb981a5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.793087] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 720.793087] env[68116]: value = "task-2785717" [ 720.793087] env[68116]: _type = "Task" [ 720.793087] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.801480] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.905336] env[68116]: DEBUG nova.compute.utils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.909346] env[68116]: DEBUG nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.909540] env[68116]: DEBUG nova.network.neutron [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.976538] env[68116]: DEBUG nova.policy [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb4ef99a3c8a406a940d75b9c04f802d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9460b216b8404c44a4d88f83feb07893', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.049137] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "a163372d-2fcb-4a29-903e-0dc500e3b798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.049137] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.052144] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b078e71b-3833-45e7-a0a0-071820f30e2e tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.887s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.087958] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "9913340c-ab70-49fc-b116-906a6bdcc208" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.088561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "9913340c-ab70-49fc-b116-906a6bdcc208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.204073] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c4ddc0-3e81-e581-d6a3-c03ac7b34d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.205418] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917a6d5e-8542-455b-aa74-ca363b9dcc2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.216713] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 721.216713] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525bdbab-0710-604c-01f8-d1c7eae21fc3" [ 721.216713] env[68116]: _type = "Task" [ 721.216713] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.226412] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525bdbab-0710-604c-01f8-d1c7eae21fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.303575] env[68116]: DEBUG oslo_vmware.api [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785717, 'name': PowerOnVM_Task, 'duration_secs': 0.450241} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.303861] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.304114] env[68116]: INFO nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Took 7.84 seconds to spawn the instance on the hypervisor. [ 721.304309] env[68116]: DEBUG nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.305131] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402ccaae-4ea5-46dc-ad16-4cd90d9ddc2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.374593] env[68116]: DEBUG nova.network.neutron [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Successfully created port: 7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.413082] env[68116]: DEBUG nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.705274] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "07524071-0948-40d6-bfba-85407a2479f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.705563] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.705777] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "07524071-0948-40d6-bfba-85407a2479f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.705959] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.706144] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.710534] env[68116]: INFO nova.compute.manager [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Terminating instance [ 721.726406] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525bdbab-0710-604c-01f8-d1c7eae21fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.729444] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.729624] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. {{(pid=68116) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 721.730561] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4def3a40-2fc2-44a5-868a-98ef399722a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.739592] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 721.739592] env[68116]: value = "task-2785718" [ 721.739592] env[68116]: _type = "Task" [ 721.739592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.748842] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.829363] env[68116]: INFO nova.compute.manager [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Took 37.73 seconds to build instance. [ 721.978543] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827da616-ac52-4a87-acd3-ca9aadb3189c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.989314] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d7b532-d7be-48bd-88cf-794426c8dd70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.031438] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ffabf6-a61e-4745-b783-675223de366e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.048577] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953228d5-5012-4c35-b87d-e415a9ed38ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.075126] env[68116]: DEBUG nova.compute.provider_tree [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.217885] env[68116]: DEBUG nova.compute.manager [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.217885] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.217885] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ff7bedb-e46a-43b4-8abb-3a748773972e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.225060] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 722.225060] env[68116]: value = "task-2785719" [ 722.225060] env[68116]: _type = "Task" [ 722.225060] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.235947] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.251177] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476059} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.251603] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. [ 722.252487] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ba88e-b968-4848-87ed-685c90bbb593 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.280867] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.281220] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2d72e1-b95a-4275-b2b8-344d3b7effa7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.304024] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 722.304024] env[68116]: value = "task-2785720" [ 722.304024] env[68116]: _type = "Task" [ 722.304024] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.315882] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.331681] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20b45885-640a-4562-8e17-ecfdb997bbae tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.823s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.428496] env[68116]: DEBUG nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.458967] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.459117] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.459215] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.459411] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.459535] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.459681] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.459862] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.460224] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.460479] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.460645] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.460890] env[68116]: DEBUG nova.virt.hardware [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.461997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafe9f9c-a2d9-470a-91a3-d9f0a49a66fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.473898] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e3623-78be-4f36-bd09-ca1f7af86886 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.580369] env[68116]: DEBUG nova.scheduler.client.report [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.737937] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785719, 'name': PowerOffVM_Task, 'duration_secs': 0.203874} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.738299] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.738524] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 722.739050] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560008', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'name': 'volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07524071-0948-40d6-bfba-85407a2479f7', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'serial': '3ff319f3-58ea-4260-92f9-4911ad5fb39f'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 722.739701] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d65c3-bbff-40d6-8d48-22a3d6dd36b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.764353] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4920a5d8-bdb0-4525-b07b-9022dac0b0c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.772633] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28787b31-9bb5-450b-8e50-1b03b6e5f194 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.797945] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19628d57-eb7c-4e6a-9d96-8974ba913b92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.817276] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] The volume has not been displaced from its original location: [datastore2] volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f/volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 722.822554] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.823578] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f6b3be-586e-4dfd-bd5d-006784a0dd8b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.842102] env[68116]: DEBUG nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.845596] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785720, 'name': ReconfigVM_Task, 'duration_secs': 0.34248} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.846311] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.847181] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23af20a5-97c1-4205-8e89-654c22c43ff3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.851869] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 722.851869] env[68116]: value = "task-2785721" [ 722.851869] env[68116]: _type = "Task" [ 722.851869] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.878512] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f608dd-a9c0-4383-b828-dfc39f06fa27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.890300] env[68116]: DEBUG nova.network.neutron [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Successfully updated port: 7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.894718] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.901893] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 722.901893] env[68116]: value = "task-2785722" [ 722.901893] env[68116]: _type = "Task" [ 722.901893] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.912486] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.046458] env[68116]: DEBUG nova.compute.manager [req-059aed4b-84a1-4dc6-99b7-51ec3a5c77e0 req-51575d27-3cef-407b-b922-9bf0b376f8c6 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Received event network-vif-plugged-7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.046764] env[68116]: DEBUG oslo_concurrency.lockutils [req-059aed4b-84a1-4dc6-99b7-51ec3a5c77e0 req-51575d27-3cef-407b-b922-9bf0b376f8c6 service nova] Acquiring lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.046882] env[68116]: DEBUG oslo_concurrency.lockutils [req-059aed4b-84a1-4dc6-99b7-51ec3a5c77e0 req-51575d27-3cef-407b-b922-9bf0b376f8c6 service nova] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.047082] env[68116]: DEBUG oslo_concurrency.lockutils [req-059aed4b-84a1-4dc6-99b7-51ec3a5c77e0 req-51575d27-3cef-407b-b922-9bf0b376f8c6 service nova] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.047262] env[68116]: DEBUG nova.compute.manager [req-059aed4b-84a1-4dc6-99b7-51ec3a5c77e0 req-51575d27-3cef-407b-b922-9bf0b376f8c6 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] No waiting events found dispatching network-vif-plugged-7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.047429] env[68116]: WARNING nova.compute.manager [req-059aed4b-84a1-4dc6-99b7-51ec3a5c77e0 req-51575d27-3cef-407b-b922-9bf0b376f8c6 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Received unexpected event network-vif-plugged-7c29d9e7-4c06-4801-b7c8-28350bfbc29d for instance with vm_state building and task_state spawning. [ 723.063772] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.064091] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.064428] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.064742] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.064925] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.067257] env[68116]: INFO nova.compute.manager [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Terminating instance [ 723.086066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.086066] env[68116]: DEBUG nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.088648] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.790s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.088836] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.088990] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 723.089302] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.841s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.089522] env[68116]: DEBUG nova.objects.instance [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lazy-loading 'resources' on Instance uuid 11fedba2-6c00-4791-9f2b-08380fcc7e21 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.091607] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d26c61-49a1-4cc6-b447-8db5078084f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.106900] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b0e40c-572d-437e-ba41-3eaaada43072 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.123834] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33209439-eb19-4abd-af78-3051f2e4fedf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.131653] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2174c7-3fd5-4ba8-9b01-83dc46dfad00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.162897] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180329MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 723.163092] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.363151] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.370806] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.396696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.396853] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.397107] env[68116]: DEBUG nova.network.neutron [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.417232] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785722, 'name': ReconfigVM_Task, 'duration_secs': 0.195559} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.417232] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.417232] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7292aac-0d3e-4a3d-b598-1b0352d35e37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.424022] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 723.424022] env[68116]: value = "task-2785723" [ 723.424022] env[68116]: _type = "Task" [ 723.424022] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.433937] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.525341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.526076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.571139] env[68116]: DEBUG nova.compute.manager [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.571508] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.572480] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8eb21-17ef-4382-aea6-b9546d8306b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.582355] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.582615] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ce89415-bcf5-4c87-b439-ccd7063bb979 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.594793] env[68116]: DEBUG nova.compute.utils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.598669] env[68116]: DEBUG nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.598669] env[68116]: DEBUG nova.network.neutron [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.603332] env[68116]: DEBUG oslo_vmware.api [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 723.603332] env[68116]: value = "task-2785724" [ 723.603332] env[68116]: _type = "Task" [ 723.603332] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.614642] env[68116]: DEBUG oslo_vmware.api [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.668311] env[68116]: DEBUG nova.policy [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cad5ce5bf9714d0f9960926920e0a3fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f213b7c00ef24d079318c03bbff132d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.865523] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.938949] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.954962] env[68116]: DEBUG nova.network.neutron [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.986081] env[68116]: DEBUG nova.network.neutron [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Successfully created port: fe84dc87-89dc-42de-913b-69e4a7f63d67 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.108999] env[68116]: DEBUG nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.131913] env[68116]: DEBUG oslo_vmware.api [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785724, 'name': PowerOffVM_Task, 'duration_secs': 0.237834} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.132315] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.132533] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.133366] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5ba5543-1b15-46eb-89c6-e5b56e62f2dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.170088] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2348b37e-4f9f-4b32-9db7-9b757365bfef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.182920] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e8f71-dea8-4928-9305-97c77be64ca2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.226057] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b28f22-159c-4e50-b5a5-8a3358321559 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.229098] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.229302] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.229477] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Deleting the datastore file [datastore2] 88b98a00-5e83-4d8f-b39a-ec2418ed12ac {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.229729] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc7e1598-3c4f-4108-ad82-48049a8625f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.241771] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6947d-0d03-476d-822c-dc94442a471d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.245921] env[68116]: DEBUG oslo_vmware.api [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for the task: (returnval){ [ 724.245921] env[68116]: value = "task-2785726" [ 724.245921] env[68116]: _type = "Task" [ 724.245921] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.254976] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "cc659801-e9ef-4e26-baef-533548faa249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.255292] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "cc659801-e9ef-4e26-baef-533548faa249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.265446] env[68116]: DEBUG nova.compute.provider_tree [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.273170] env[68116]: DEBUG oslo_vmware.api [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.298783] env[68116]: DEBUG nova.network.neutron [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updating instance_info_cache with network_info: [{"id": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "address": "fa:16:3e:77:12:22", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c29d9e7-4c", "ovs_interfaceid": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.362636] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785721, 'name': ReconfigVM_Task, 'duration_secs': 1.369026} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.362969] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 724.367836] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b224b2c3-f48a-43b0-b0c3-f4be1c659da7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.384881] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 724.384881] env[68116]: value = "task-2785727" [ 724.384881] env[68116]: _type = "Task" [ 724.384881] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.394899] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.435427] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.757587] env[68116]: DEBUG oslo_vmware.api [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Task: {'id': task-2785726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169103} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.757905] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.758147] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.758370] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.758578] env[68116]: INFO nova.compute.manager [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Took 1.19 seconds to destroy the instance on the hypervisor. [ 724.758858] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.759095] env[68116]: DEBUG nova.compute.manager [-] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.759223] env[68116]: DEBUG nova.network.neutron [-] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.768857] env[68116]: DEBUG nova.scheduler.client.report [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.801612] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Releasing lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.801966] env[68116]: DEBUG nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Instance network_info: |[{"id": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "address": "fa:16:3e:77:12:22", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c29d9e7-4c", "ovs_interfaceid": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.804706] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:12:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c29d9e7-4c06-4801-b7c8-28350bfbc29d', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.818730] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Creating folder: Project (9460b216b8404c44a4d88f83feb07893). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.822491] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f52c698-b457-4009-b156-53190f4566b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.841025] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Created folder: Project (9460b216b8404c44a4d88f83feb07893) in parent group-v559920. [ 724.841025] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Creating folder: Instances. Parent ref: group-v560013. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.841025] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-118f3e57-afda-4805-b8cc-6ae484507039 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.854033] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Created folder: Instances in parent group-v560013. [ 724.854033] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.854033] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.854033] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-124b406b-7965-47bb-b7d6-74e3495c5d0e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.878551] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.878551] env[68116]: value = "task-2785730" [ 724.878551] env[68116]: _type = "Task" [ 724.878551] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.888934] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785730, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.898320] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785727, 'name': ReconfigVM_Task, 'duration_secs': 0.268773} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.898747] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560008', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'name': 'volume-3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07524071-0948-40d6-bfba-85407a2479f7', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff319f3-58ea-4260-92f9-4911ad5fb39f', 'serial': '3ff319f3-58ea-4260-92f9-4911ad5fb39f'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 724.899464] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.901163] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd22125-a8aa-457f-b7a5-38a7651dba84 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.911298] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.911687] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73642d36-3c74-49be-b664-a169dce3049f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.927137] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.927485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.938317] env[68116]: DEBUG oslo_vmware.api [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785723, 'name': PowerOnVM_Task, 'duration_secs': 1.086686} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.938643] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.942958] env[68116]: DEBUG nova.compute.manager [None req-e2f2cd53-b527-4d96-9bce-72a7f29f8253 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.943855] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd5465c-8855-4efd-8dfc-043d0d2ca16c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.997081] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.997319] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.997502] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleting the datastore file [datastore2] 07524071-0948-40d6-bfba-85407a2479f7 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.997769] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9cc8380-317a-40fe-a950-93f6c72c1234 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.005730] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 725.005730] env[68116]: value = "task-2785732" [ 725.005730] env[68116]: _type = "Task" [ 725.005730] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.015305] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.075924] env[68116]: DEBUG nova.compute.manager [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Received event network-changed-7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.076155] env[68116]: DEBUG nova.compute.manager [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Refreshing instance network info cache due to event network-changed-7c29d9e7-4c06-4801-b7c8-28350bfbc29d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 725.076391] env[68116]: DEBUG oslo_concurrency.lockutils [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] Acquiring lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.076545] env[68116]: DEBUG oslo_concurrency.lockutils [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] Acquired lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.076712] env[68116]: DEBUG nova.network.neutron [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Refreshing network info cache for port 7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.099749] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.099944] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.100182] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.100367] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.100580] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.103221] env[68116]: INFO nova.compute.manager [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Terminating instance [ 725.133590] env[68116]: DEBUG nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.165915] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.166189] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.166333] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.166512] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.166667] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.166864] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.167103] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.167268] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.167436] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.167599] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.167772] env[68116]: DEBUG nova.virt.hardware [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.168704] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdc2899-c159-4dc7-b68d-e1e879a9c049 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.176731] env[68116]: DEBUG nova.compute.manager [req-c94fe3b4-5eb6-4b67-bae1-30f8c1f90949 req-eb6b8e57-3818-4d03-8076-60088998fa22 service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Received event network-vif-deleted-68f70f16-adcc-4765-88cf-171acda2a72a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.177026] env[68116]: INFO nova.compute.manager [req-c94fe3b4-5eb6-4b67-bae1-30f8c1f90949 req-eb6b8e57-3818-4d03-8076-60088998fa22 service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Neutron deleted interface 68f70f16-adcc-4765-88cf-171acda2a72a; detaching it from the instance and deleting it from the info cache [ 725.177124] env[68116]: DEBUG nova.network.neutron [req-c94fe3b4-5eb6-4b67-bae1-30f8c1f90949 req-eb6b8e57-3818-4d03-8076-60088998fa22 service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.184620] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29105dac-601e-476e-a3da-7973a0cf57ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.274966] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.277352] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.508s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.279284] env[68116]: INFO nova.compute.claims [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.300155] env[68116]: INFO nova.scheduler.client.report [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Deleted allocations for instance 11fedba2-6c00-4791-9f2b-08380fcc7e21 [ 725.388890] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785730, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.515105] env[68116]: DEBUG nova.network.neutron [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Successfully updated port: fe84dc87-89dc-42de-913b-69e4a7f63d67 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.526599] env[68116]: DEBUG oslo_vmware.api [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2785732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147004} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.526815] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.527319] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.527319] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.527463] env[68116]: INFO nova.compute.manager [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Took 3.31 seconds to destroy the instance on the hypervisor. [ 725.528164] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.528164] env[68116]: DEBUG nova.compute.manager [-] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.528285] env[68116]: DEBUG nova.network.neutron [-] [instance: 07524071-0948-40d6-bfba-85407a2479f7] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.607397] env[68116]: DEBUG nova.compute.manager [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.607639] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.608838] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6380a3-05dc-4fd8-aaa3-3eb7dc935728 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.618799] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.619060] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8312ddaf-e456-41e5-86dd-2ee0a26db86d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.660045] env[68116]: DEBUG nova.network.neutron [-] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.684283] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8591b2b-7a00-4044-af2c-2025d5386f70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.694277] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aa2b58-53a3-4573-8f8f-ea369e9382c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.740611] env[68116]: DEBUG nova.compute.manager [req-c94fe3b4-5eb6-4b67-bae1-30f8c1f90949 req-eb6b8e57-3818-4d03-8076-60088998fa22 service nova] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Detach interface failed, port_id=68f70f16-adcc-4765-88cf-171acda2a72a, reason: Instance 88b98a00-5e83-4d8f-b39a-ec2418ed12ac could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 725.808089] env[68116]: DEBUG oslo_concurrency.lockutils [None req-384ffa65-6c5f-4cf0-bcb1-9d366c755e26 tempest-DeleteServersAdminTestJSON-886050253 tempest-DeleteServersAdminTestJSON-886050253-project-member] Lock "11fedba2-6c00-4791-9f2b-08380fcc7e21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.209s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.890406] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785730, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.950678] env[68116]: DEBUG nova.network.neutron [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updated VIF entry in instance network info cache for port 7c29d9e7-4c06-4801-b7c8-28350bfbc29d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.950826] env[68116]: DEBUG nova.network.neutron [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updating instance_info_cache with network_info: [{"id": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "address": "fa:16:3e:77:12:22", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c29d9e7-4c", "ovs_interfaceid": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.020574] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "refresh_cache-18d74c0d-db17-4378-95c8-571986364854" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.021676] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquired lock "refresh_cache-18d74c0d-db17-4378-95c8-571986364854" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.021676] env[68116]: DEBUG nova.network.neutron [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.162754] env[68116]: INFO nova.compute.manager [-] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Took 1.40 seconds to deallocate network for instance. [ 726.249687] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.249923] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.250134] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Deleting the datastore file [datastore2] 64064bc9-7edd-4d3c-bd22-5a159eda1d4b {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.250412] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be5f51e-7228-4ec6-a5c7-6fb231e9a138 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.258862] env[68116]: DEBUG oslo_vmware.api [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 726.258862] env[68116]: value = "task-2785734" [ 726.258862] env[68116]: _type = "Task" [ 726.258862] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.267242] env[68116]: DEBUG oslo_vmware.api [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.295626] env[68116]: DEBUG nova.network.neutron [-] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.390913] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785730, 'name': CreateVM_Task, 'duration_secs': 1.402716} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.391165] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.391911] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.392161] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.392907] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.392907] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97a8689-0d0a-40e9-b646-8b94e1ef98fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.399127] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 726.399127] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e55648-4b3e-9d6d-546a-d5d83331d947" [ 726.399127] env[68116]: _type = "Task" [ 726.399127] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.408286] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e55648-4b3e-9d6d-546a-d5d83331d947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.453093] env[68116]: DEBUG oslo_concurrency.lockutils [req-2d17db92-621d-4f44-b446-897656e6bd02 req-52febec3-9a98-4da1-8d94-51fde7b68000 service nova] Releasing lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.562091] env[68116]: DEBUG nova.network.neutron [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.670671] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.745773] env[68116]: DEBUG nova.network.neutron [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Updating instance_info_cache with network_info: [{"id": "fe84dc87-89dc-42de-913b-69e4a7f63d67", "address": "fa:16:3e:be:8d:3a", "network": {"id": "d5058f10-e539-43c0-adc8-f9fb38aa70bd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-82283780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f213b7c00ef24d079318c03bbff132d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe84dc87-89", "ovs_interfaceid": "fe84dc87-89dc-42de-913b-69e4a7f63d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.774772] env[68116]: DEBUG oslo_vmware.api [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154216} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.776275] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.777412] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.777641] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.777847] env[68116]: INFO nova.compute.manager [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 726.778106] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.778308] env[68116]: DEBUG nova.compute.manager [-] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.778404] env[68116]: DEBUG nova.network.neutron [-] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.798104] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a1199-d0b4-43d0-95b2-1b447b533d90 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.802350] env[68116]: INFO nova.compute.manager [-] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Took 1.27 seconds to deallocate network for instance. [ 726.811304] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb42c1f0-4f7f-4d15-a098-27ddbb03aafa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.845754] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09d5a1-95af-4972-b832-39e651d5509e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.854843] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c359c2d-d872-4951-8555-bcd0d6491f26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.869597] env[68116]: DEBUG nova.compute.provider_tree [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.912090] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e55648-4b3e-9d6d-546a-d5d83331d947, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.912090] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912090] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.912090] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.912266] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.912266] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-818490ff-0c93-474e-ad95-8e34ebdf28d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.921411] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.921473] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.922262] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bfc9db-f62d-44d6-b8a9-d48142b4d620 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.929073] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 726.929073] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52163ec4-9e8e-5c75-38c7-5796e2efe423" [ 726.929073] env[68116]: _type = "Task" [ 726.929073] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.938210] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52163ec4-9e8e-5c75-38c7-5796e2efe423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.239801] env[68116]: DEBUG nova.compute.manager [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Received event network-vif-plugged-fe84dc87-89dc-42de-913b-69e4a7f63d67 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.239801] env[68116]: DEBUG oslo_concurrency.lockutils [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] Acquiring lock "18d74c0d-db17-4378-95c8-571986364854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.239801] env[68116]: DEBUG oslo_concurrency.lockutils [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] Lock "18d74c0d-db17-4378-95c8-571986364854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.239801] env[68116]: DEBUG oslo_concurrency.lockutils [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] Lock "18d74c0d-db17-4378-95c8-571986364854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.239801] env[68116]: DEBUG nova.compute.manager [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] No waiting events found dispatching network-vif-plugged-fe84dc87-89dc-42de-913b-69e4a7f63d67 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.240158] env[68116]: WARNING nova.compute.manager [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Received unexpected event network-vif-plugged-fe84dc87-89dc-42de-913b-69e4a7f63d67 for instance with vm_state building and task_state spawning. [ 727.240158] env[68116]: DEBUG nova.compute.manager [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Received event network-changed-fe84dc87-89dc-42de-913b-69e4a7f63d67 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.240158] env[68116]: DEBUG nova.compute.manager [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Refreshing instance network info cache due to event network-changed-fe84dc87-89dc-42de-913b-69e4a7f63d67. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 727.240158] env[68116]: DEBUG oslo_concurrency.lockutils [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] Acquiring lock "refresh_cache-18d74c0d-db17-4378-95c8-571986364854" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.250506] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Releasing lock "refresh_cache-18d74c0d-db17-4378-95c8-571986364854" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.250815] env[68116]: DEBUG nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Instance network_info: |[{"id": "fe84dc87-89dc-42de-913b-69e4a7f63d67", "address": "fa:16:3e:be:8d:3a", "network": {"id": "d5058f10-e539-43c0-adc8-f9fb38aa70bd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-82283780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f213b7c00ef24d079318c03bbff132d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe84dc87-89", "ovs_interfaceid": "fe84dc87-89dc-42de-913b-69e4a7f63d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.251693] env[68116]: DEBUG oslo_concurrency.lockutils [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] Acquired lock "refresh_cache-18d74c0d-db17-4378-95c8-571986364854" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.251924] env[68116]: DEBUG nova.network.neutron [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Refreshing network info cache for port fe84dc87-89dc-42de-913b-69e4a7f63d67 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.253232] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:8d:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe84dc87-89dc-42de-913b-69e4a7f63d67', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.261199] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Creating folder: Project (f213b7c00ef24d079318c03bbff132d4). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.262653] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c49b752-fe44-4386-8714-ba543f2e55b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.265660] env[68116]: DEBUG nova.compute.manager [req-59147ffb-2874-4099-83a8-73d57ae5fbee req-a821fa85-ff28-4d0a-8939-954a6bf75f4c service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Received event network-vif-deleted-74dc5360-cd83-4c81-a583-0f3f5c342bc6 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.265850] env[68116]: INFO nova.compute.manager [req-59147ffb-2874-4099-83a8-73d57ae5fbee req-a821fa85-ff28-4d0a-8939-954a6bf75f4c service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Neutron deleted interface 74dc5360-cd83-4c81-a583-0f3f5c342bc6; detaching it from the instance and deleting it from the info cache [ 727.266029] env[68116]: DEBUG nova.network.neutron [req-59147ffb-2874-4099-83a8-73d57ae5fbee req-a821fa85-ff28-4d0a-8939-954a6bf75f4c service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.278388] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Created folder: Project (f213b7c00ef24d079318c03bbff132d4) in parent group-v559920. [ 727.278584] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Creating folder: Instances. Parent ref: group-v560016. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.279052] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0f46cea-9f24-44ec-b10f-8638948df844 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.289263] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Created folder: Instances in parent group-v560016. [ 727.289499] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.289687] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d74c0d-db17-4378-95c8-571986364854] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.289885] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e72f8df2-6773-4e97-905a-e31992886394 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.310861] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.310861] env[68116]: value = "task-2785737" [ 727.310861] env[68116]: _type = "Task" [ 727.310861] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.325014] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785737, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.373491] env[68116]: DEBUG nova.scheduler.client.report [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.390279] env[68116]: INFO nova.compute.manager [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Took 0.59 seconds to detach 1 volumes for instance. [ 727.440251] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52163ec4-9e8e-5c75-38c7-5796e2efe423, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.441048] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de58727c-c390-49a8-b4e7-4455a4ee0a9d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.447725] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 727.447725] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52529b02-99b3-f6d5-0682-f21b71640c4c" [ 727.447725] env[68116]: _type = "Task" [ 727.447725] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.456416] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52529b02-99b3-f6d5-0682-f21b71640c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.652582] env[68116]: DEBUG nova.network.neutron [-] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.771133] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8c37061-6807-4400-abbf-e4a9c6d1ab7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.782020] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c80ff0-eec9-4444-afb3-9946273fc80b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.821993] env[68116]: DEBUG nova.compute.manager [req-59147ffb-2874-4099-83a8-73d57ae5fbee req-a821fa85-ff28-4d0a-8939-954a6bf75f4c service nova] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Detach interface failed, port_id=74dc5360-cd83-4c81-a583-0f3f5c342bc6, reason: Instance 64064bc9-7edd-4d3c-bd22-5a159eda1d4b could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 727.831555] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785737, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.879140] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.879692] env[68116]: DEBUG nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.882432] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.071s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.884199] env[68116]: INFO nova.compute.claims [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.897352] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.962082] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52529b02-99b3-f6d5-0682-f21b71640c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.962355] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.962611] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] e5ae69c9-e56d-404b-8684-df4cd208e8d6/e5ae69c9-e56d-404b-8684-df4cd208e8d6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.962867] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc252cf3-cd60-4a75-bf52-e5cb610315ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.971013] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 727.971013] env[68116]: value = "task-2785738" [ 727.971013] env[68116]: _type = "Task" [ 727.971013] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.980926] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.061209] env[68116]: DEBUG nova.network.neutron [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Updated VIF entry in instance network info cache for port fe84dc87-89dc-42de-913b-69e4a7f63d67. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.061209] env[68116]: DEBUG nova.network.neutron [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Updating instance_info_cache with network_info: [{"id": "fe84dc87-89dc-42de-913b-69e4a7f63d67", "address": "fa:16:3e:be:8d:3a", "network": {"id": "d5058f10-e539-43c0-adc8-f9fb38aa70bd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-82283780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f213b7c00ef24d079318c03bbff132d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe84dc87-89", "ovs_interfaceid": "fe84dc87-89dc-42de-913b-69e4a7f63d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.061701] env[68116]: INFO nova.compute.manager [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Rescuing [ 728.061935] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.062078] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.062231] env[68116]: DEBUG nova.network.neutron [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.155800] env[68116]: INFO nova.compute.manager [-] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Took 1.38 seconds to deallocate network for instance. [ 728.333756] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785737, 'name': CreateVM_Task, 'duration_secs': 0.710926} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.334375] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d74c0d-db17-4378-95c8-571986364854] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.336155] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.336155] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.336155] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.336668] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe8a49d-0e83-4e5b-8a00-f87ad1cca37e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.345040] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 728.345040] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5296a4b2-cac4-1e03-6e8d-a0293baa1af4" [ 728.345040] env[68116]: _type = "Task" [ 728.345040] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.360984] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5296a4b2-cac4-1e03-6e8d-a0293baa1af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.392251] env[68116]: DEBUG nova.compute.utils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.393548] env[68116]: DEBUG nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.393832] env[68116]: DEBUG nova.network.neutron [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.467844] env[68116]: DEBUG nova.policy [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c335c6c7f1bb41f2b79d8f1a93866ed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9371303242d4e10ae8bf57e56810c5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.483898] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501136} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.484049] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] e5ae69c9-e56d-404b-8684-df4cd208e8d6/e5ae69c9-e56d-404b-8684-df4cd208e8d6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.484509] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.484842] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-542f7141-4096-4b19-9c45-5fcf9e19a9c9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.494645] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 728.494645] env[68116]: value = "task-2785739" [ 728.494645] env[68116]: _type = "Task" [ 728.494645] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.509879] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.564503] env[68116]: DEBUG oslo_concurrency.lockutils [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] Releasing lock "refresh_cache-18d74c0d-db17-4378-95c8-571986364854" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.565353] env[68116]: DEBUG nova.compute.manager [req-cadcdea3-5165-4ace-b6a6-6fce8ce5253b req-a77a9e3f-6d28-4b34-beb0-454d69d921c0 service nova] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Received event network-vif-deleted-d6e1daba-9277-40ee-b9e6-b2409fa37e20 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.664573] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.779884] env[68116]: DEBUG nova.network.neutron [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Updating instance_info_cache with network_info: [{"id": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "address": "fa:16:3e:5d:41:17", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba29ee6-b1", "ovs_interfaceid": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.855520] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5296a4b2-cac4-1e03-6e8d-a0293baa1af4, 'name': SearchDatastore_Task, 'duration_secs': 0.025683} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.855793] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.856024] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.856265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.856412] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.856591] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.856847] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5b97bb-a939-4953-8a42-5c562362e4e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.870022] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.870022] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.870022] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf5f281-accf-4f37-9afd-9be6fd4bc3a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.875367] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 728.875367] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e425df-90a5-e91e-ba05-ff8a02ca468f" [ 728.875367] env[68116]: _type = "Task" [ 728.875367] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.885270] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e425df-90a5-e91e-ba05-ff8a02ca468f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.896712] env[68116]: DEBUG nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.005409] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064107} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.008221] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.009484] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4df22-b85c-4676-b00c-dd1308d9dc59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.035134] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e5ae69c9-e56d-404b-8684-df4cd208e8d6/e5ae69c9-e56d-404b-8684-df4cd208e8d6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.038080] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daaa59fd-f530-4aff-8948-a3abc8a46691 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.062697] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 729.062697] env[68116]: value = "task-2785740" [ 729.062697] env[68116]: _type = "Task" [ 729.062697] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.072483] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.100131] env[68116]: DEBUG nova.network.neutron [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Successfully created port: 71adaff0-c470-4004-8dfb-c2580ee16762 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.283085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.388229] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e425df-90a5-e91e-ba05-ff8a02ca468f, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.388765] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5060460b-0832-441d-90ef-934af71e8a50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.399178] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 729.399178] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5218a450-9fd1-c3b2-9ae0-37970b6c8742" [ 729.399178] env[68116]: _type = "Task" [ 729.399178] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.412078] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5218a450-9fd1-c3b2-9ae0-37970b6c8742, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.415041] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.415142] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 18d74c0d-db17-4378-95c8-571986364854/18d74c0d-db17-4378-95c8-571986364854.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.416025] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799a0cb6-8250-4cfa-847c-9f02cdff705e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.423498] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 729.423498] env[68116]: value = "task-2785741" [ 729.423498] env[68116]: _type = "Task" [ 729.423498] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.433605] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.502995] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25996f14-d001-4795-aa6a-fda025d69275 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.512686] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba48a35-550a-4c74-98a2-f9676b1b5bda {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.549527] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1882a88c-e4a8-4fba-ad02-ac3951c16da9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.562020] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eb6831-e022-41f7-871f-d00394790ed0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.577782] env[68116]: DEBUG nova.compute.provider_tree [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.582957] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.908741] env[68116]: DEBUG nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.938100] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785741, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.940507] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.940747] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.940904] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.941097] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.941247] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.941391] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.941599] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.941756] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.941941] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.942936] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.942936] env[68116]: DEBUG nova.virt.hardware [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.943229] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf2494-acba-498f-a6c9-759a3ad641fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.951930] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f8c3d1-ccd3-44a2-b37b-aa046630556d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.047901] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "a74713b1-37d2-477a-8e70-6d1b5916156a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.048149] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.075917] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785740, 'name': ReconfigVM_Task, 'duration_secs': 0.843466} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.076412] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e5ae69c9-e56d-404b-8684-df4cd208e8d6/e5ae69c9-e56d-404b-8684-df4cd208e8d6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.077033] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faa07d20-9060-4407-8648-7064a92a56a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.085435] env[68116]: DEBUG nova.scheduler.client.report [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.096254] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 730.096254] env[68116]: value = "task-2785742" [ 730.096254] env[68116]: _type = "Task" [ 730.096254] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.108068] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785742, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.436875] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534037} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.437202] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 18d74c0d-db17-4378-95c8-571986364854/18d74c0d-db17-4378-95c8-571986364854.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.437392] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.437654] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f98bbbff-f9d1-4164-8b44-f9a98103e2fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.444871] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 730.444871] env[68116]: value = "task-2785743" [ 730.444871] env[68116]: _type = "Task" [ 730.444871] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.455743] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.593534] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.594190] env[68116]: DEBUG nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.598071] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.366s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.624110] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785742, 'name': Rename_Task, 'duration_secs': 0.434836} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.627952] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.628496] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8403772f-d4a4-4912-ad23-f4a82f9b476a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.638319] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 730.638319] env[68116]: value = "task-2785744" [ 730.638319] env[68116]: _type = "Task" [ 730.638319] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.653879] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.829021] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.829021] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d9171e6-aeb2-45bf-a8fe-ab63e84fa35e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.838022] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 730.838022] env[68116]: value = "task-2785745" [ 730.838022] env[68116]: _type = "Task" [ 730.838022] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.847173] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.958238] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073928} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.958238] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.958238] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab933acf-7e3e-4d46-9133-79d2dabf43bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.990148] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 18d74c0d-db17-4378-95c8-571986364854/18d74c0d-db17-4378-95c8-571986364854.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.990624] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe7da53-c1d8-49f6-a54a-957d1aee70da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.018981] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 731.018981] env[68116]: value = "task-2785746" [ 731.018981] env[68116]: _type = "Task" [ 731.018981] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.032218] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.104569] env[68116]: INFO nova.compute.claims [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.111017] env[68116]: DEBUG nova.compute.utils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.115579] env[68116]: DEBUG nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.115579] env[68116]: DEBUG nova.network.neutron [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.116776] env[68116]: DEBUG nova.compute.manager [req-9dc56e66-295d-43a1-9335-e4127c8d879c req-ab056b65-3d41-4fde-bfe3-5f35a2baf6e1 service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Received event network-vif-plugged-71adaff0-c470-4004-8dfb-c2580ee16762 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.116776] env[68116]: DEBUG oslo_concurrency.lockutils [req-9dc56e66-295d-43a1-9335-e4127c8d879c req-ab056b65-3d41-4fde-bfe3-5f35a2baf6e1 service nova] Acquiring lock "8a2960ee-4850-4bad-8152-1050d930a1fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.116776] env[68116]: DEBUG oslo_concurrency.lockutils [req-9dc56e66-295d-43a1-9335-e4127c8d879c req-ab056b65-3d41-4fde-bfe3-5f35a2baf6e1 service nova] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.116910] env[68116]: DEBUG oslo_concurrency.lockutils [req-9dc56e66-295d-43a1-9335-e4127c8d879c req-ab056b65-3d41-4fde-bfe3-5f35a2baf6e1 service nova] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.117056] env[68116]: DEBUG nova.compute.manager [req-9dc56e66-295d-43a1-9335-e4127c8d879c req-ab056b65-3d41-4fde-bfe3-5f35a2baf6e1 service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] No waiting events found dispatching network-vif-plugged-71adaff0-c470-4004-8dfb-c2580ee16762 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.117225] env[68116]: WARNING nova.compute.manager [req-9dc56e66-295d-43a1-9335-e4127c8d879c req-ab056b65-3d41-4fde-bfe3-5f35a2baf6e1 service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Received unexpected event network-vif-plugged-71adaff0-c470-4004-8dfb-c2580ee16762 for instance with vm_state building and task_state spawning. [ 731.139160] env[68116]: DEBUG nova.network.neutron [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Successfully updated port: 71adaff0-c470-4004-8dfb-c2580ee16762 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.154639] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.166877] env[68116]: DEBUG nova.policy [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d16d3ae21af4b55b8a0e9778d3ca39a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d84942bdca34d09897d19d56fcea852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.347419] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785745, 'name': PowerOffVM_Task, 'duration_secs': 0.209665} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.347689] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.348536] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded06858-5906-4e75-8ada-694629301926 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.371439] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c1a1c-8c1e-4eb3-a464-b45b8a650364 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.403879] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.404238] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96c147f8-ae63-474c-b3ee-71341abfe310 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.412803] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 731.412803] env[68116]: value = "task-2785747" [ 731.412803] env[68116]: _type = "Task" [ 731.412803] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.425403] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 731.425641] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.425885] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.426042] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.426226] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.426469] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df2b279d-c948-49fb-869f-e3f39ab3442c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.435965] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.436154] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.436867] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35cac8e-988d-4e39-90fd-0f3d4e7928d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.442344] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 731.442344] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fdd0af-61ca-0fe9-d731-993bc10a57be" [ 731.442344] env[68116]: _type = "Task" [ 731.442344] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.446751] env[68116]: DEBUG nova.network.neutron [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Successfully created port: 7975b825-d6be-4abe-a60b-7638f48d89cb {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.452285] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fdd0af-61ca-0fe9-d731-993bc10a57be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.530051] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.615266] env[68116]: INFO nova.compute.resource_tracker [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating resource usage from migration 9b8ee079-7428-47fd-b1b5-3f8fdaa809fe [ 731.618822] env[68116]: DEBUG nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.644610] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "refresh_cache-8a2960ee-4850-4bad-8152-1050d930a1fc" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644757] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquired lock "refresh_cache-8a2960ee-4850-4bad-8152-1050d930a1fc" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.645209] env[68116]: DEBUG nova.network.neutron [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.657733] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.956088] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fdd0af-61ca-0fe9-d731-993bc10a57be, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.956887] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364c2fc3-74fb-45fd-bd3d-1d2c7ebe97a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.964635] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 731.964635] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bf1d82-34b7-6ea7-fb41-efc1a903a19c" [ 731.964635] env[68116]: _type = "Task" [ 731.964635] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.973289] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bf1d82-34b7-6ea7-fb41-efc1a903a19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.032224] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785746, 'name': ReconfigVM_Task, 'duration_secs': 0.780568} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.032517] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 18d74c0d-db17-4378-95c8-571986364854/18d74c0d-db17-4378-95c8-571986364854.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.033185] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea7fb91-6484-4424-8358-0781742c018a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.042412] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 732.042412] env[68116]: value = "task-2785748" [ 732.042412] env[68116]: _type = "Task" [ 732.042412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.052636] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785748, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.128406] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ee211-39f6-4925-b28d-0d06e1d44947 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.137683] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ea8cc-bf91-4481-aed5-a0982046c90d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.182559] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8612e521-f4b5-4ae4-8d95-4758f4fa853f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.195943] env[68116]: DEBUG oslo_vmware.api [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785744, 'name': PowerOnVM_Task, 'duration_secs': 1.536789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.198181] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.198396] env[68116]: INFO nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Took 9.77 seconds to spawn the instance on the hypervisor. [ 732.198598] env[68116]: DEBUG nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.199797] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62423827-58aa-449b-a310-8328bdfc3689 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.203897] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883be450-5a4f-4d8f-a5ed-96a89a5f9da4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.218909] env[68116]: DEBUG nova.compute.provider_tree [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.233757] env[68116]: DEBUG nova.network.neutron [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.475884] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bf1d82-34b7-6ea7-fb41-efc1a903a19c, 'name': SearchDatastore_Task, 'duration_secs': 0.024037} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.476167] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.476432] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. {{(pid=68116) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 732.476696] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f03117-23e6-4cda-a2f4-12bd71685801 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.479720] env[68116]: DEBUG nova.network.neutron [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Updating instance_info_cache with network_info: [{"id": "71adaff0-c470-4004-8dfb-c2580ee16762", "address": "fa:16:3e:fa:48:e3", "network": {"id": "d33a0230-2d8c-426b-a85e-3a4fbb7ec9e6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1115564960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9371303242d4e10ae8bf57e56810c5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71adaff0-c4", "ovs_interfaceid": "71adaff0-c470-4004-8dfb-c2580ee16762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.487080] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 732.487080] env[68116]: value = "task-2785749" [ 732.487080] env[68116]: _type = "Task" [ 732.487080] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.496262] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.553018] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785748, 'name': Rename_Task, 'duration_secs': 0.175501} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.553744] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.554080] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b629222d-6428-4dae-98cc-4d586c51f52c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.561489] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 732.561489] env[68116]: value = "task-2785750" [ 732.561489] env[68116]: _type = "Task" [ 732.561489] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.575768] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.633839] env[68116]: DEBUG nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.661340] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.661625] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.661793] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.661977] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.662379] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.662570] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.662796] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.662976] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.663211] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.663369] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.663557] env[68116]: DEBUG nova.virt.hardware [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.664488] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce6a44b-7890-494d-8671-949b991ef31e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.674612] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37085e2b-3d24-4dfe-9a9f-4624b9b3dd47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.726615] env[68116]: DEBUG nova.scheduler.client.report [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.737910] env[68116]: INFO nova.compute.manager [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Took 41.88 seconds to build instance. [ 732.847966] env[68116]: DEBUG nova.compute.manager [req-803ce9ab-2169-40fc-8c4d-b7f5cbeb5c93 req-dfb2b169-3538-4200-b9ba-2a5b43c2b623 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Received event network-vif-plugged-7975b825-d6be-4abe-a60b-7638f48d89cb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 732.848250] env[68116]: DEBUG oslo_concurrency.lockutils [req-803ce9ab-2169-40fc-8c4d-b7f5cbeb5c93 req-dfb2b169-3538-4200-b9ba-2a5b43c2b623 service nova] Acquiring lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.848555] env[68116]: DEBUG oslo_concurrency.lockutils [req-803ce9ab-2169-40fc-8c4d-b7f5cbeb5c93 req-dfb2b169-3538-4200-b9ba-2a5b43c2b623 service nova] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.848809] env[68116]: DEBUG oslo_concurrency.lockutils [req-803ce9ab-2169-40fc-8c4d-b7f5cbeb5c93 req-dfb2b169-3538-4200-b9ba-2a5b43c2b623 service nova] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.849087] env[68116]: DEBUG nova.compute.manager [req-803ce9ab-2169-40fc-8c4d-b7f5cbeb5c93 req-dfb2b169-3538-4200-b9ba-2a5b43c2b623 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] No waiting events found dispatching network-vif-plugged-7975b825-d6be-4abe-a60b-7638f48d89cb {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.849338] env[68116]: WARNING nova.compute.manager [req-803ce9ab-2169-40fc-8c4d-b7f5cbeb5c93 req-dfb2b169-3538-4200-b9ba-2a5b43c2b623 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Received unexpected event network-vif-plugged-7975b825-d6be-4abe-a60b-7638f48d89cb for instance with vm_state building and task_state spawning. [ 732.944113] env[68116]: DEBUG nova.network.neutron [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Successfully updated port: 7975b825-d6be-4abe-a60b-7638f48d89cb {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.983007] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Releasing lock "refresh_cache-8a2960ee-4850-4bad-8152-1050d930a1fc" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.983381] env[68116]: DEBUG nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Instance network_info: |[{"id": "71adaff0-c470-4004-8dfb-c2580ee16762", "address": "fa:16:3e:fa:48:e3", "network": {"id": "d33a0230-2d8c-426b-a85e-3a4fbb7ec9e6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1115564960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9371303242d4e10ae8bf57e56810c5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71adaff0-c4", "ovs_interfaceid": "71adaff0-c470-4004-8dfb-c2580ee16762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.984034] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:48:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71adaff0-c470-4004-8dfb-c2580ee16762', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.991553] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Creating folder: Project (d9371303242d4e10ae8bf57e56810c5a). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.992370] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce8023c8-e9e9-4610-96d6-e0d85f2ac4b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.003766] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785749, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.010297] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Created folder: Project (d9371303242d4e10ae8bf57e56810c5a) in parent group-v559920. [ 733.010383] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Creating folder: Instances. Parent ref: group-v560019. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.010566] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f961cf-bebc-46be-bfac-c38fdb6030d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.020472] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Created folder: Instances in parent group-v560019. [ 733.020757] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.021035] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.021282] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a2f35de-4381-47e9-bebb-273c15b77951 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.041352] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.041352] env[68116]: value = "task-2785753" [ 733.041352] env[68116]: _type = "Task" [ 733.041352] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.049293] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785753, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.072601] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785750, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.237980] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.640s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.238255] env[68116]: INFO nova.compute.manager [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Migrating [ 733.238495] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.238667] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.240254] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.181s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.241920] env[68116]: INFO nova.compute.claims [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.245540] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f3b91d6-456e-4677-820b-9b54e14638b0 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.017s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.277144] env[68116]: DEBUG nova.compute.manager [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Received event network-changed-71adaff0-c470-4004-8dfb-c2580ee16762 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.277144] env[68116]: DEBUG nova.compute.manager [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Refreshing instance network info cache due to event network-changed-71adaff0-c470-4004-8dfb-c2580ee16762. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 733.277144] env[68116]: DEBUG oslo_concurrency.lockutils [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] Acquiring lock "refresh_cache-8a2960ee-4850-4bad-8152-1050d930a1fc" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.277144] env[68116]: DEBUG oslo_concurrency.lockutils [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] Acquired lock "refresh_cache-8a2960ee-4850-4bad-8152-1050d930a1fc" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.277144] env[68116]: DEBUG nova.network.neutron [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Refreshing network info cache for port 71adaff0-c470-4004-8dfb-c2580ee16762 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.449707] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.449707] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.449707] env[68116]: DEBUG nova.network.neutron [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.501709] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518836} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.501935] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. [ 733.503117] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d042db-be52-48af-873a-83f53591d27e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.535104] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.535564] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d7f3ae-1eaa-4b28-a2b7-5793b3649b6e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.562201] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785753, 'name': CreateVM_Task, 'duration_secs': 0.383139} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.563592] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.564107] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 733.564107] env[68116]: value = "task-2785754" [ 733.564107] env[68116]: _type = "Task" [ 733.564107] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.564873] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.565134] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.565564] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.568801] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82866af-95c1-4a90-9099-93a824de6582 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.581809] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785750, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.582378] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 733.582378] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52324b83-91fb-8e61-3b42-1add777cbd46" [ 733.582378] env[68116]: _type = "Task" [ 733.582378] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.586505] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.597707] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52324b83-91fb-8e61-3b42-1add777cbd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.746458] env[68116]: INFO nova.compute.rpcapi [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 733.747227] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.761087] env[68116]: DEBUG nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.990299] env[68116]: DEBUG nova.network.neutron [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.998859] env[68116]: DEBUG nova.network.neutron [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Updated VIF entry in instance network info cache for port 71adaff0-c470-4004-8dfb-c2580ee16762. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.999216] env[68116]: DEBUG nova.network.neutron [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Updating instance_info_cache with network_info: [{"id": "71adaff0-c470-4004-8dfb-c2580ee16762", "address": "fa:16:3e:fa:48:e3", "network": {"id": "d33a0230-2d8c-426b-a85e-3a4fbb7ec9e6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1115564960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9371303242d4e10ae8bf57e56810c5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71adaff0-c4", "ovs_interfaceid": "71adaff0-c470-4004-8dfb-c2580ee16762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.080554] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.083669] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785754, 'name': ReconfigVM_Task, 'duration_secs': 0.344972} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.083956] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.084892] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6030c81e-56eb-43cd-a332-39aaa8637054 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.096908] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52324b83-91fb-8e61-3b42-1add777cbd46, 'name': SearchDatastore_Task, 'duration_secs': 0.020256} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.113946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.114223] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.114463] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.114609] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.114783] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.119546] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cabb8a3-a4d1-4d17-9c2f-cb2c7fd351e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.121269] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631f3541-024f-48c3-8fa3-d31825cdb036 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.139941] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 734.139941] env[68116]: value = "task-2785755" [ 734.139941] env[68116]: _type = "Task" [ 734.139941] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.141096] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.141285] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.144906] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849561d0-1086-4006-bf41-4b591eea1915 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.152392] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.153764] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 734.153764] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52404152-1771-9cdf-9fcf-2a511786baf4" [ 734.153764] env[68116]: _type = "Task" [ 734.153764] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.162228] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52404152-1771-9cdf-9fcf-2a511786baf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.266556] env[68116]: DEBUG nova.network.neutron [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Updating instance_info_cache with network_info: [{"id": "7975b825-d6be-4abe-a60b-7638f48d89cb", "address": "fa:16:3e:d9:97:94", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7975b825-d6", "ovs_interfaceid": "7975b825-d6be-4abe-a60b-7638f48d89cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.274856] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.274856] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.274856] env[68116]: DEBUG nova.network.neutron [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.296214] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.502313] env[68116]: DEBUG oslo_concurrency.lockutils [req-81214f7f-7854-47d6-a7dd-78d94f9325ea req-7e98094f-ec75-42a3-9fc1-3b6b33811bcf service nova] Releasing lock "refresh_cache-8a2960ee-4850-4bad-8152-1050d930a1fc" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.575385] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785750, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.652145] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785755, 'name': ReconfigVM_Task, 'duration_secs': 0.163305} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.652572] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.652696] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ce4711-fb38-4f83-a818-4c47eaae869f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.662160] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 734.662160] env[68116]: value = "task-2785756" [ 734.662160] env[68116]: _type = "Task" [ 734.662160] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.665818] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52404152-1771-9cdf-9fcf-2a511786baf4, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.671364] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e177827a-9ea1-4775-aadb-de83ab6fc731 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.678937] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785756, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.680420] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 734.680420] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5273df97-71c8-767b-fe4f-63b5f267a5ce" [ 734.680420] env[68116]: _type = "Task" [ 734.680420] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.691140] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5273df97-71c8-767b-fe4f-63b5f267a5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.741849] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcffead2-02b9-44e0-9b0a-6152db955efa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.750720] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7d8575-c3e4-409c-8d31-9d2824a70ca0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.787013] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.787351] env[68116]: DEBUG nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Instance network_info: |[{"id": "7975b825-d6be-4abe-a60b-7638f48d89cb", "address": "fa:16:3e:d9:97:94", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7975b825-d6", "ovs_interfaceid": "7975b825-d6be-4abe-a60b-7638f48d89cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.790218] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:97:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7975b825-d6be-4abe-a60b-7638f48d89cb', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.799214] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.800075] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11423f25-1392-4b5e-8254-2cf541b49899 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.802804] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.803706] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-060f78fe-79e9-4083-901c-0921d5d268a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.824815] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e2cfe2-92ce-4429-8994-0552a17dcffd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.829320] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.829320] env[68116]: value = "task-2785757" [ 734.829320] env[68116]: _type = "Task" [ 734.829320] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.841363] env[68116]: DEBUG nova.compute.provider_tree [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.849532] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785757, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.077429] env[68116]: DEBUG oslo_vmware.api [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785750, 'name': PowerOnVM_Task, 'duration_secs': 2.266077} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.077787] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.078083] env[68116]: INFO nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Took 9.94 seconds to spawn the instance on the hypervisor. [ 735.078358] env[68116]: DEBUG nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.079288] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fde0fe-c357-40b8-8f40-b5d1849a7ca6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.096865] env[68116]: DEBUG nova.compute.manager [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Received event network-changed-7975b825-d6be-4abe-a60b-7638f48d89cb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.097135] env[68116]: DEBUG nova.compute.manager [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Refreshing instance network info cache due to event network-changed-7975b825-d6be-4abe-a60b-7638f48d89cb. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 735.097332] env[68116]: DEBUG oslo_concurrency.lockutils [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] Acquiring lock "refresh_cache-869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.097497] env[68116]: DEBUG oslo_concurrency.lockutils [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] Acquired lock "refresh_cache-869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.097663] env[68116]: DEBUG nova.network.neutron [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Refreshing network info cache for port 7975b825-d6be-4abe-a60b-7638f48d89cb {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.175900] env[68116]: DEBUG oslo_vmware.api [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785756, 'name': PowerOnVM_Task, 'duration_secs': 0.40485} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.176423] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.185573] env[68116]: DEBUG nova.compute.manager [None req-4b126e36-be83-4d20-86b9-7a2d5ad0af76 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.186401] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d39beb6-dcc3-4873-a2ed-c4ec4dfef68a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.194472] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5273df97-71c8-767b-fe4f-63b5f267a5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01546} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.196116] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.196486] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8a2960ee-4850-4bad-8152-1050d930a1fc/8a2960ee-4850-4bad-8152-1050d930a1fc.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.198991] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ea29ebf-0add-4a07-8695-fc1fe38e84c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.210010] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 735.210010] env[68116]: value = "task-2785758" [ 735.210010] env[68116]: _type = "Task" [ 735.210010] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.218103] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.223849] env[68116]: DEBUG nova.network.neutron [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance_info_cache with network_info: [{"id": "0eae6274-e922-4433-8afc-d48c9ace5943", "address": "fa:16:3e:09:04:10", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eae6274-e9", "ovs_interfaceid": "0eae6274-e922-4433-8afc-d48c9ace5943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.338496] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785757, 'name': CreateVM_Task, 'duration_secs': 0.390123} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.338683] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.339477] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.339649] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.340235] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.340497] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623dc3fe-4fb2-4572-82ca-4572ad7636d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.344370] env[68116]: DEBUG nova.scheduler.client.report [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.349235] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 735.349235] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525cf413-254c-61cf-c05d-3e1eb10cc3a3" [ 735.349235] env[68116]: _type = "Task" [ 735.349235] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.357314] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525cf413-254c-61cf-c05d-3e1eb10cc3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.579941] env[68116]: DEBUG nova.compute.manager [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Received event network-changed-7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.580183] env[68116]: DEBUG nova.compute.manager [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Refreshing instance network info cache due to event network-changed-7c29d9e7-4c06-4801-b7c8-28350bfbc29d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 735.580390] env[68116]: DEBUG oslo_concurrency.lockutils [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] Acquiring lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.580535] env[68116]: DEBUG oslo_concurrency.lockutils [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] Acquired lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.580693] env[68116]: DEBUG nova.network.neutron [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Refreshing network info cache for port 7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.605156] env[68116]: INFO nova.compute.manager [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Took 43.14 seconds to build instance. [ 735.723059] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.726387] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.851058] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.851742] env[68116]: DEBUG nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.854646] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.554s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.854882] env[68116]: DEBUG nova.objects.instance [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lazy-loading 'resources' on Instance uuid 8d44b3ef-3340-44b1-a23a-abcde2343675 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.866847] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525cf413-254c-61cf-c05d-3e1eb10cc3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.018053} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.867946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.868189] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.868418] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.868558] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.868731] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.869327] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf9b224-2267-454d-b519-428264640daf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.882362] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.882570] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.883388] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba754833-ca99-48e9-ae8c-f458f0db2949 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.890171] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 735.890171] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fdd50d-1109-b6dd-1497-92776cbd38d9" [ 735.890171] env[68116]: _type = "Task" [ 735.890171] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.900628] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fdd50d-1109-b6dd-1497-92776cbd38d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.944132] env[68116]: DEBUG nova.network.neutron [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Updated VIF entry in instance network info cache for port 7975b825-d6be-4abe-a60b-7638f48d89cb. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.944132] env[68116]: DEBUG nova.network.neutron [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Updating instance_info_cache with network_info: [{"id": "7975b825-d6be-4abe-a60b-7638f48d89cb", "address": "fa:16:3e:d9:97:94", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7975b825-d6", "ovs_interfaceid": "7975b825-d6be-4abe-a60b-7638f48d89cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.108285] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c74ec61-8148-4ce4-9f20-041ba88bede7 tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "18d74c0d-db17-4378-95c8-571986364854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.247s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.221915] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785758, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.361409] env[68116]: DEBUG nova.compute.utils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.365699] env[68116]: DEBUG nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.365947] env[68116]: DEBUG nova.network.neutron [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.405236] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fdd50d-1109-b6dd-1497-92776cbd38d9, 'name': SearchDatastore_Task, 'duration_secs': 0.021805} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.409020] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef3e542-fe94-4d9e-bb7b-5b9c9e2d7379 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.410315] env[68116]: DEBUG nova.policy [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e466b01a9d4f6b8f62687581f844c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3da3ef553b704faeb12cc9639de92237', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.415564] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 736.415564] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528f89f3-67ac-d9e3-bcfa-aa438d5042d4" [ 736.415564] env[68116]: _type = "Task" [ 736.415564] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.423864] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528f89f3-67ac-d9e3-bcfa-aa438d5042d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.445485] env[68116]: DEBUG oslo_concurrency.lockutils [req-94ae41ba-bf6d-4b88-a83b-597dffad1eff req-fe169a20-254b-426b-bc19-4b95a5a202b5 service nova] Releasing lock "refresh_cache-869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.487855] env[68116]: DEBUG nova.network.neutron [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updated VIF entry in instance network info cache for port 7c29d9e7-4c06-4801-b7c8-28350bfbc29d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.488188] env[68116]: DEBUG nova.network.neutron [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updating instance_info_cache with network_info: [{"id": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "address": "fa:16:3e:77:12:22", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c29d9e7-4c", "ovs_interfaceid": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.610763] env[68116]: DEBUG nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.699731] env[68116]: DEBUG nova.network.neutron [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Successfully created port: 1bec436f-09ed-4811-9e7a-5fc07af482a1 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.721291] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785758, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059489} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.721873] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8a2960ee-4850-4bad-8152-1050d930a1fc/8a2960ee-4850-4bad-8152-1050d930a1fc.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.722116] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.722365] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db81f87-54a3-4002-9521-dca5fca9e444 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.730104] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 736.730104] env[68116]: value = "task-2785759" [ 736.730104] env[68116]: _type = "Task" [ 736.730104] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.747045] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.769063] env[68116]: INFO nova.compute.manager [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Unrescuing [ 736.769522] env[68116]: DEBUG oslo_concurrency.lockutils [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.769606] env[68116]: DEBUG oslo_concurrency.lockutils [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.769841] env[68116]: DEBUG nova.network.neutron [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.866850] env[68116]: DEBUG nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.927552] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528f89f3-67ac-d9e3-bcfa-aa438d5042d4, 'name': SearchDatastore_Task, 'duration_secs': 0.050164} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.929759] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.930014] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.930445] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8492791d-c3a7-49ea-9ef4-81a07d976dbe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.937671] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 736.937671] env[68116]: value = "task-2785760" [ 736.937671] env[68116]: _type = "Task" [ 736.937671] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.948597] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.954287] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eb8db1-9ac2-457a-9ae0-80d448d7b9dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.960923] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf1c8a6-db94-4397-89b3-0c38e344b798 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.993394] env[68116]: DEBUG oslo_concurrency.lockutils [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] Releasing lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.993632] env[68116]: DEBUG nova.compute.manager [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Received event network-changed-7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.993801] env[68116]: DEBUG nova.compute.manager [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Refreshing instance network info cache due to event network-changed-7c29d9e7-4c06-4801-b7c8-28350bfbc29d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 736.994026] env[68116]: DEBUG oslo_concurrency.lockutils [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] Acquiring lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.994184] env[68116]: DEBUG oslo_concurrency.lockutils [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] Acquired lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.994350] env[68116]: DEBUG nova.network.neutron [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Refreshing network info cache for port 7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.996612] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58686c-4364-45e3-8b8f-6dffa528bf96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.004732] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd43df40-e48e-4e41-9652-68eeb4fdc5fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.018890] env[68116]: DEBUG nova.compute.provider_tree [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.133392] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.240570] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.246323] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3026fc-380c-4430-9232-36fc784acf2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.263961] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance '55307952-d3d8-4c1c-8183-cd73338705cf' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 737.448559] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.522655] env[68116]: DEBUG nova.scheduler.client.report [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.741552] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.884812} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.742681] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.742681] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3910c15-62a0-4b08-b41b-b99c9aa47f4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.766326] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8a2960ee-4850-4bad-8152-1050d930a1fc/8a2960ee-4850-4bad-8152-1050d930a1fc.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.766515] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38fd7c31-d106-45e7-91be-285eb8ad092d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.782348] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.782617] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe87111-3cb2-495e-883e-2ce4254d026b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.790737] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 737.790737] env[68116]: value = "task-2785762" [ 737.790737] env[68116]: _type = "Task" [ 737.790737] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.792206] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 737.792206] env[68116]: value = "task-2785761" [ 737.792206] env[68116]: _type = "Task" [ 737.792206] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.802949] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.808634] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.815699] env[68116]: DEBUG nova.network.neutron [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Updating instance_info_cache with network_info: [{"id": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "address": "fa:16:3e:5d:41:17", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba29ee6-b1", "ovs_interfaceid": "fba29ee6-b1f0-4b66-af38-386db6c7b526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.877159] env[68116]: DEBUG nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.909480] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.909743] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.909915] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.910125] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.910278] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.910420] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.910668] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.910840] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.911024] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.911234] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.911473] env[68116]: DEBUG nova.virt.hardware [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.912885] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c8aae7-6955-43d2-81c1-f2bbe0a20d4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.923362] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab73b35-83be-4898-ac32-1e69552a23a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.952455] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734914} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.952727] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.953016] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.953299] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f48a812-80ae-4941-ade3-127e18eddcf4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.959702] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 737.959702] env[68116]: value = "task-2785763" [ 737.959702] env[68116]: _type = "Task" [ 737.959702] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.967297] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.020222] env[68116]: DEBUG nova.network.neutron [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updated VIF entry in instance network info cache for port 7c29d9e7-4c06-4801-b7c8-28350bfbc29d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.023807] env[68116]: DEBUG nova.network.neutron [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updating instance_info_cache with network_info: [{"id": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "address": "fa:16:3e:77:12:22", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c29d9e7-4c", "ovs_interfaceid": "7c29d9e7-4c06-4801-b7c8-28350bfbc29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.027923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.031849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.118s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.035155] env[68116]: INFO nova.compute.claims [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.056773] env[68116]: INFO nova.scheduler.client.report [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Deleted allocations for instance 8d44b3ef-3340-44b1-a23a-abcde2343675 [ 738.245971] env[68116]: DEBUG nova.network.neutron [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Successfully updated port: 1bec436f-09ed-4811-9e7a-5fc07af482a1 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.291668] env[68116]: DEBUG nova.compute.manager [req-b3a31095-d1fb-482a-8bea-cb9248e570d9 req-40d70896-4259-4de6-a6d1-9f5451ea2f40 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Received event network-vif-plugged-1bec436f-09ed-4811-9e7a-5fc07af482a1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.291996] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3a31095-d1fb-482a-8bea-cb9248e570d9 req-40d70896-4259-4de6-a6d1-9f5451ea2f40 service nova] Acquiring lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.292373] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3a31095-d1fb-482a-8bea-cb9248e570d9 req-40d70896-4259-4de6-a6d1-9f5451ea2f40 service nova] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.292672] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3a31095-d1fb-482a-8bea-cb9248e570d9 req-40d70896-4259-4de6-a6d1-9f5451ea2f40 service nova] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.292940] env[68116]: DEBUG nova.compute.manager [req-b3a31095-d1fb-482a-8bea-cb9248e570d9 req-40d70896-4259-4de6-a6d1-9f5451ea2f40 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] No waiting events found dispatching network-vif-plugged-1bec436f-09ed-4811-9e7a-5fc07af482a1 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.293293] env[68116]: WARNING nova.compute.manager [req-b3a31095-d1fb-482a-8bea-cb9248e570d9 req-40d70896-4259-4de6-a6d1-9f5451ea2f40 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Received unexpected event network-vif-plugged-1bec436f-09ed-4811-9e7a-5fc07af482a1 for instance with vm_state building and task_state spawning. [ 738.309206] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785762, 'name': PowerOffVM_Task, 'duration_secs': 0.357718} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.312800] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.313138] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance '55307952-d3d8-4c1c-8183-cd73338705cf' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 738.317064] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785761, 'name': ReconfigVM_Task, 'duration_secs': 0.519411} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.319671] env[68116]: DEBUG oslo_concurrency.lockutils [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-21994763-21a4-4797-bfbb-b0c599e1cc5f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.320316] env[68116]: DEBUG nova.objects.instance [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lazy-loading 'flavor' on Instance uuid 21994763-21a4-4797-bfbb-b0c599e1cc5f {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.321486] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8a2960ee-4850-4bad-8152-1050d930a1fc/8a2960ee-4850-4bad-8152-1050d930a1fc.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.322288] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7e8c7ca-281a-4842-bf99-883d0bc2a02c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.329013] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 738.329013] env[68116]: value = "task-2785764" [ 738.329013] env[68116]: _type = "Task" [ 738.329013] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.337806] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785764, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.469130] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.523705] env[68116]: DEBUG oslo_concurrency.lockutils [req-cb3bae04-b7af-492d-a9d8-85112e3e0a42 req-db3446c9-a33c-4f2e-bd49-86a9fa142b4f service nova] Releasing lock "refresh_cache-e5ae69c9-e56d-404b-8684-df4cd208e8d6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.569551] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fdd1ef1e-2855-4976-b408-021fe57c2603 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.265s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.570364] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.767s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.570584] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.570799] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.571052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.572621] env[68116]: INFO nova.compute.manager [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Terminating instance [ 738.748615] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "refresh_cache-6c4e914e-ff8d-428f-bd25-c0133fe9d4de" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.748911] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquired lock "refresh_cache-6c4e914e-ff8d-428f-bd25-c0133fe9d4de" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.749029] env[68116]: DEBUG nova.network.neutron [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.823160] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.823160] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.823160] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.823160] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.823446] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.823446] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.823446] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.832013] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.832013] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.832013] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.832013] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.838971] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f681a99-ed1c-4b49-b403-d7e5dd2f41dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.853857] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d97212b-72cf-4b21-9daa-a3e462fb6994 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.862573] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785764, 'name': Rename_Task, 'duration_secs': 0.169618} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.878597] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.878959] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 738.878959] env[68116]: value = "task-2785765" [ 738.878959] env[68116]: _type = "Task" [ 738.878959] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.879238] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.879512] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4c14b2a-bf16-434c-ab96-231f1ce66f79 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.881268] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf5ed60f-8997-4dab-b7a0-74934018f8e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.892319] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 738.892319] env[68116]: value = "task-2785766" [ 738.892319] env[68116]: _type = "Task" [ 738.892319] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.895798] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.899747] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 738.899747] env[68116]: value = "task-2785767" [ 738.899747] env[68116]: _type = "Task" [ 738.899747] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.906547] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.911476] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.975010] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.713184} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.975010] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.975010] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa943a0-a6e5-4d8d-9ce2-e84524b63132 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.000433] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.001089] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63e9f4c-1130-4074-9394-d3270de735be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.022955] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 739.022955] env[68116]: value = "task-2785768" [ 739.022955] env[68116]: _type = "Task" [ 739.022955] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.031255] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.081085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.081367] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquired lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.081666] env[68116]: DEBUG nova.network.neutron [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.285038] env[68116]: DEBUG nova.network.neutron [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.397650] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785765, 'name': ReconfigVM_Task, 'duration_secs': 0.199148} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.400705] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance '55307952-d3d8-4c1c-8183-cd73338705cf' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 739.420620] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.426955] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785767, 'name': PowerOffVM_Task, 'duration_secs': 0.221023} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.426955] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.431830] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 739.432120] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ba2e1e-ab4c-47c3-97ef-e4c42855f73f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.455589] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 739.455589] env[68116]: value = "task-2785769" [ 739.455589] env[68116]: _type = "Task" [ 739.455589] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.460050] env[68116]: DEBUG nova.network.neutron [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Updating instance_info_cache with network_info: [{"id": "1bec436f-09ed-4811-9e7a-5fc07af482a1", "address": "fa:16:3e:74:f0:6f", "network": {"id": "619d19a1-2a73-4f30-9a7e-149bdb5e62a5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1781484371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3da3ef553b704faeb12cc9639de92237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bec436f-09", "ovs_interfaceid": "1bec436f-09ed-4811-9e7a-5fc07af482a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.468592] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.534937] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785768, 'name': ReconfigVM_Task, 'duration_secs': 0.37427} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.536260] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.536528] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39068837-0c59-469a-a72a-efa4a03d801b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.543590] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 739.543590] env[68116]: value = "task-2785770" [ 739.543590] env[68116]: _type = "Task" [ 739.543590] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.552218] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785770, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.586372] env[68116]: DEBUG nova.compute.utils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Can not refresh info_cache because instance was not found {{(pid=68116) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 739.604070] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6359da93-0ef5-46d9-a1ab-16b06bb856a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.607422] env[68116]: DEBUG nova.network.neutron [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.613757] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c451d28-7045-409b-8170-8ad3382403ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.649870] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cef2270-6def-4fb1-8c1e-feb6a08c98ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.659992] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f97402-16b1-4664-b5e7-64883a24cb68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.676348] env[68116]: DEBUG nova.compute.provider_tree [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.702478] env[68116]: DEBUG nova.network.neutron [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.773160] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8115ca18-6617-4b2a-9648-b4161f572703" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.773454] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8115ca18-6617-4b2a-9648-b4161f572703" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.773721] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "8115ca18-6617-4b2a-9648-b4161f572703-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.774109] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8115ca18-6617-4b2a-9648-b4161f572703-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.774309] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8115ca18-6617-4b2a-9648-b4161f572703-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.777594] env[68116]: INFO nova.compute.manager [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Terminating instance [ 739.907214] env[68116]: DEBUG oslo_vmware.api [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785766, 'name': PowerOnVM_Task, 'duration_secs': 0.69964} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.907260] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.908497] env[68116]: INFO nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Took 10.00 seconds to spawn the instance on the hypervisor. [ 739.908497] env[68116]: DEBUG nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.909949] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.910193] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.910341] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.910534] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.910673] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.910822] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.911120] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.911198] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.911369] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.911531] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.911724] env[68116]: DEBUG nova.virt.hardware [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.916955] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 739.917722] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ef9148-1595-4a11-b8a6-0ab54b47d031 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.920297] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c113df-264f-44b3-9fe6-a305a06ad0ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.940946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.941218] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.941500] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 739.941500] env[68116]: value = "task-2785771" [ 739.941500] env[68116]: _type = "Task" [ 739.941500] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.957352] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.964840] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Releasing lock "refresh_cache-6c4e914e-ff8d-428f-bd25-c0133fe9d4de" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.965139] env[68116]: DEBUG nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Instance network_info: |[{"id": "1bec436f-09ed-4811-9e7a-5fc07af482a1", "address": "fa:16:3e:74:f0:6f", "network": {"id": "619d19a1-2a73-4f30-9a7e-149bdb5e62a5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1781484371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3da3ef553b704faeb12cc9639de92237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bec436f-09", "ovs_interfaceid": "1bec436f-09ed-4811-9e7a-5fc07af482a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.965572] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:f0:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bec436f-09ed-4811-9e7a-5fc07af482a1', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.973032] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Creating folder: Project (3da3ef553b704faeb12cc9639de92237). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.974040] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccc53338-e813-49b3-b17e-01394d18f400 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.979164] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785769, 'name': ReconfigVM_Task, 'duration_secs': 0.22577} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.979900] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 739.980133] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.980397] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a9225b-8ef2-4f1f-bd17-a50fb00e9031 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.987819] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 739.987819] env[68116]: value = "task-2785773" [ 739.987819] env[68116]: _type = "Task" [ 739.987819] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.994332] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Created folder: Project (3da3ef553b704faeb12cc9639de92237) in parent group-v559920. [ 739.994525] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Creating folder: Instances. Parent ref: group-v560023. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.995099] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c2329b0-c42a-4136-963a-bf047cbea407 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.999735] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.008401] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Created folder: Instances in parent group-v560023. [ 740.008683] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.008944] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.009045] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d1a234-4d39-468e-93dd-6e9b0848bc0a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.031825] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.031825] env[68116]: value = "task-2785775" [ 740.031825] env[68116]: _type = "Task" [ 740.031825] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.043217] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785775, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.053386] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785770, 'name': Rename_Task, 'duration_secs': 0.212318} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.053707] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.053951] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685c1d01-452d-47e5-8520-84ddd8454f0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.059939] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 740.059939] env[68116]: value = "task-2785776" [ 740.059939] env[68116]: _type = "Task" [ 740.059939] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.074897] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.178903] env[68116]: DEBUG nova.scheduler.client.report [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.205266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "18d74c0d-db17-4378-95c8-571986364854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.205520] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "18d74c0d-db17-4378-95c8-571986364854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.205722] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "18d74c0d-db17-4378-95c8-571986364854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.205904] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "18d74c0d-db17-4378-95c8-571986364854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.206083] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "18d74c0d-db17-4378-95c8-571986364854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.207692] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Releasing lock "refresh_cache-8d44b3ef-3340-44b1-a23a-abcde2343675" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.208069] env[68116]: DEBUG nova.compute.manager [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.208262] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.208743] env[68116]: INFO nova.compute.manager [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Terminating instance [ 740.209926] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1babe190-3ca8-4532-b3e4-a641f0e52c4d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.221203] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1ec36-6693-4f01-a1d3-f0d69a15d852 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.258248] env[68116]: WARNING nova.virt.vmwareapi.vmops [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8d44b3ef-3340-44b1-a23a-abcde2343675 could not be found. [ 740.258468] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.258650] env[68116]: INFO nova.compute.manager [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Took 0.05 seconds to destroy the instance on the hypervisor. [ 740.258898] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.259185] env[68116]: DEBUG nova.compute.manager [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.259308] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.275709] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.282014] env[68116]: DEBUG nova.compute.manager [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.282254] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.283185] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0ef13d-0906-4ea5-b649-06d5dea756aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.292141] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.292428] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4049ade-d782-464e-af93-ec2bf72064e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.300018] env[68116]: DEBUG oslo_vmware.api [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 740.300018] env[68116]: value = "task-2785777" [ 740.300018] env[68116]: _type = "Task" [ 740.300018] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.309822] env[68116]: DEBUG oslo_vmware.api [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.319170] env[68116]: DEBUG nova.compute.manager [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Received event network-changed-1bec436f-09ed-4811-9e7a-5fc07af482a1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.319382] env[68116]: DEBUG nova.compute.manager [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Refreshing instance network info cache due to event network-changed-1bec436f-09ed-4811-9e7a-5fc07af482a1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 740.319646] env[68116]: DEBUG oslo_concurrency.lockutils [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] Acquiring lock "refresh_cache-6c4e914e-ff8d-428f-bd25-c0133fe9d4de" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.319763] env[68116]: DEBUG oslo_concurrency.lockutils [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] Acquired lock "refresh_cache-6c4e914e-ff8d-428f-bd25-c0133fe9d4de" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.319930] env[68116]: DEBUG nova.network.neutron [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Refreshing network info cache for port 1bec436f-09ed-4811-9e7a-5fc07af482a1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.458973] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785771, 'name': ReconfigVM_Task, 'duration_secs': 0.22058} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.460036] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 740.462401] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfefd899-277e-453e-98c2-56f161aa5905 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.465372] env[68116]: INFO nova.compute.manager [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Took 44.72 seconds to build instance. [ 740.491445] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 55307952-d3d8-4c1c-8183-cd73338705cf/55307952-d3d8-4c1c-8183-cd73338705cf.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.493111] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8a5173-f9b6-4b41-a1d1-489e716d1758 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.516908] env[68116]: DEBUG oslo_vmware.api [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785773, 'name': PowerOnVM_Task, 'duration_secs': 0.413635} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.517959] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.518217] env[68116]: DEBUG nova.compute.manager [None req-acf5299e-4fe9-4b27-9e0f-e85e45a8b5e8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.518543] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 740.518543] env[68116]: value = "task-2785778" [ 740.518543] env[68116]: _type = "Task" [ 740.518543] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.519243] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698acd8-8036-488a-af62-bc258c4f2860 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.535064] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.548604] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785775, 'name': CreateVM_Task, 'duration_secs': 0.377191} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.548604] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.548604] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.548777] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.549094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.549414] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39cf169e-bd3b-4c0b-bb9c-08102ba3a209 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.557048] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 740.557048] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5278b5b5-c6be-55f6-9f8c-494c4d635b4c" [ 740.557048] env[68116]: _type = "Task" [ 740.557048] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.563939] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5278b5b5-c6be-55f6-9f8c-494c4d635b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.572782] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.684827] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.685521] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.688046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.798s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.689443] env[68116]: INFO nova.compute.claims [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.716052] env[68116]: DEBUG nova.compute.manager [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.716359] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.717680] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06977b6-12fa-47df-97b4-df90285eac0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728538] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.728765] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a6c9cf-289d-4bbc-b478-2b8e79986b9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.737138] env[68116]: DEBUG oslo_vmware.api [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 740.737138] env[68116]: value = "task-2785779" [ 740.737138] env[68116]: _type = "Task" [ 740.737138] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.745488] env[68116]: DEBUG oslo_vmware.api [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.778099] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.811624] env[68116]: DEBUG oslo_vmware.api [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785777, 'name': PowerOffVM_Task, 'duration_secs': 0.299009} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.811938] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.812148] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.812404] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-226bee54-df97-4efd-b248-759e050bbf01 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.882435] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.882572] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.882762] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Deleting the datastore file [datastore2] 8115ca18-6617-4b2a-9648-b4161f572703 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.884221] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d30e54a9-3b64-454b-a56f-ded1d6ece374 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.889719] env[68116]: DEBUG oslo_vmware.api [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for the task: (returnval){ [ 740.889719] env[68116]: value = "task-2785781" [ 740.889719] env[68116]: _type = "Task" [ 740.889719] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.897137] env[68116]: DEBUG oslo_vmware.api [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.968352] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c8be0e8-5ab2-4b80-bc9a-d1e2badc756b tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.917s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.031106] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.075825] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5278b5b5-c6be-55f6-9f8c-494c4d635b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.076823] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.077440] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.077580] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077827] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.078105] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.082786] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e08997-0983-4cdc-b585-ab07b43efa13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.086078] env[68116]: DEBUG oslo_vmware.api [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785776, 'name': PowerOnVM_Task, 'duration_secs': 0.590484} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.087468] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.089465] env[68116]: INFO nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Took 8.45 seconds to spawn the instance on the hypervisor. [ 741.089465] env[68116]: DEBUG nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.092300] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6607aa9-e636-4e73-9dd3-306731ffde09 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.100309] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.102726] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.106267] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3be02c-9517-4cb2-82ab-7f6361b2e1ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.113935] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 741.113935] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523583cf-f4d2-5952-aa9b-2eea9f8359ae" [ 741.113935] env[68116]: _type = "Task" [ 741.113935] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.134029] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523583cf-f4d2-5952-aa9b-2eea9f8359ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01387} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.134029] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f94545c-cec5-4361-aefc-27779db2b774 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.137275] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 741.137275] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528e879a-1ece-fb33-136d-05ce81fdc074" [ 741.137275] env[68116]: _type = "Task" [ 741.137275] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.147237] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528e879a-1ece-fb33-136d-05ce81fdc074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.194326] env[68116]: DEBUG nova.compute.utils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.201886] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.202114] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.237375] env[68116]: DEBUG nova.network.neutron [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Updated VIF entry in instance network info cache for port 1bec436f-09ed-4811-9e7a-5fc07af482a1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.237727] env[68116]: DEBUG nova.network.neutron [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Updating instance_info_cache with network_info: [{"id": "1bec436f-09ed-4811-9e7a-5fc07af482a1", "address": "fa:16:3e:74:f0:6f", "network": {"id": "619d19a1-2a73-4f30-9a7e-149bdb5e62a5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1781484371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3da3ef553b704faeb12cc9639de92237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bec436f-09", "ovs_interfaceid": "1bec436f-09ed-4811-9e7a-5fc07af482a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.247756] env[68116]: DEBUG oslo_vmware.api [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785779, 'name': PowerOffVM_Task, 'duration_secs': 0.505029} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.248529] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.248718] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.248942] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a032ecc4-5688-44e1-89c9-71abff05f716 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.271280] env[68116]: DEBUG nova.policy [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24335d83d17c4687988feca1254275e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44f8be37f05146a8a12ee6a54290c3f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.281415] env[68116]: INFO nova.compute.manager [-] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Took 1.02 seconds to deallocate network for instance. [ 741.363237] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.363237] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.363237] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Deleting the datastore file [datastore2] 18d74c0d-db17-4378-95c8-571986364854 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.363237] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80f40ec2-c342-4ed8-a1de-59fd25da2797 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.368377] env[68116]: DEBUG oslo_vmware.api [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for the task: (returnval){ [ 741.368377] env[68116]: value = "task-2785783" [ 741.368377] env[68116]: _type = "Task" [ 741.368377] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.377151] env[68116]: DEBUG oslo_vmware.api [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.398856] env[68116]: DEBUG oslo_vmware.api [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Task: {'id': task-2785781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236038} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.399248] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.399535] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.399853] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.400221] env[68116]: INFO nova.compute.manager [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Took 1.12 seconds to destroy the instance on the hypervisor. [ 741.400674] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.401021] env[68116]: DEBUG nova.compute.manager [-] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.401215] env[68116]: DEBUG nova.network.neutron [-] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.474465] env[68116]: DEBUG nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.532824] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785778, 'name': ReconfigVM_Task, 'duration_secs': 0.588484} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.533278] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 55307952-d3d8-4c1c-8183-cd73338705cf/55307952-d3d8-4c1c-8183-cd73338705cf.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.533685] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance '55307952-d3d8-4c1c-8183-cd73338705cf' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.636654] env[68116]: INFO nova.compute.manager [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Took 40.84 seconds to build instance. [ 741.649076] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528e879a-1ece-fb33-136d-05ce81fdc074, 'name': SearchDatastore_Task, 'duration_secs': 0.01719} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.649992] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.656168] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 6c4e914e-ff8d-428f-bd25-c0133fe9d4de/6c4e914e-ff8d-428f-bd25-c0133fe9d4de.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.656168] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-586ddcfc-6329-4d48-b724-1883250ad48c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.665397] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 741.665397] env[68116]: value = "task-2785784" [ 741.665397] env[68116]: _type = "Task" [ 741.665397] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.675569] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.703083] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.743441] env[68116]: DEBUG oslo_concurrency.lockutils [req-523f5ff2-1d77-4a7d-8f8b-67f345aa9901 req-74be6f63-8e18-405f-8110-f029fce766a1 service nova] Releasing lock "refresh_cache-6c4e914e-ff8d-428f-bd25-c0133fe9d4de" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.768026] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Successfully created port: 3b3dc194-7437-4247-9d94-328675f7be40 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.788690] env[68116]: INFO nova.compute.manager [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance disappeared during terminate [ 741.788690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07aa7b2b-d542-49ab-a63a-f189dc3153b5 tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8d44b3ef-3340-44b1-a23a-abcde2343675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.218s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.882146] env[68116]: DEBUG oslo_vmware.api [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Task: {'id': task-2785783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363321} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.882146] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.882551] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.882974] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.883650] env[68116]: INFO nova.compute.manager [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] [instance: 18d74c0d-db17-4378-95c8-571986364854] Took 1.17 seconds to destroy the instance on the hypervisor. [ 741.885943] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.885943] env[68116]: DEBUG nova.compute.manager [-] [instance: 18d74c0d-db17-4378-95c8-571986364854] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.885943] env[68116]: DEBUG nova.network.neutron [-] [instance: 18d74c0d-db17-4378-95c8-571986364854] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.996029] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.003675] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "8a2960ee-4850-4bad-8152-1050d930a1fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.003916] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.004132] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "8a2960ee-4850-4bad-8152-1050d930a1fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.004315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.004494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.007148] env[68116]: INFO nova.compute.manager [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Terminating instance [ 742.047098] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff78f92-ae11-48a0-87ec-71a1bfa3bf59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.081213] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f9d5e-9d91-4685-bd1a-be2cd03f3d5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.107739] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance '55307952-d3d8-4c1c-8183-cd73338705cf' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 742.146842] env[68116]: DEBUG oslo_concurrency.lockutils [None req-196c17e7-d0cf-4232-bcb2-120184750079 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.035s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.190591] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785784, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.196322] env[68116]: DEBUG nova.network.neutron [-] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.418401] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d73348-285d-43b9-867d-6ebffcbe331a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.426635] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7579e117-eecf-4d35-b07f-2098173d77d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.458840] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0838bf-6049-46d2-8f5c-0f6de1af389e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.467258] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771496aa-ca61-4b7a-a60b-6431e7235725 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.481411] env[68116]: DEBUG nova.compute.provider_tree [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.512323] env[68116]: DEBUG nova.compute.manager [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.512550] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.513716] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7179ccbe-4e5e-42b0-b3ea-2276b8b6e9bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.527317] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.527317] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73067be0-9b89-4291-86d5-bc7b3274554e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.531192] env[68116]: DEBUG oslo_vmware.api [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 742.531192] env[68116]: value = "task-2785785" [ 742.531192] env[68116]: _type = "Task" [ 742.531192] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.544163] env[68116]: DEBUG oslo_vmware.api [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.603138] env[68116]: DEBUG nova.compute.manager [req-132b02f9-619b-4bd3-9f49-d222d60eda2b req-8d21e917-6e41-44dd-a414-89147108fac1 service nova] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Received event network-vif-deleted-bbf13920-3db5-4f35-a4e0-72946a3675e1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.604596] env[68116]: DEBUG nova.compute.manager [req-132b02f9-619b-4bd3-9f49-d222d60eda2b req-8d21e917-6e41-44dd-a414-89147108fac1 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Received event network-vif-deleted-fe84dc87-89dc-42de-913b-69e4a7f63d67 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.604596] env[68116]: INFO nova.compute.manager [req-132b02f9-619b-4bd3-9f49-d222d60eda2b req-8d21e917-6e41-44dd-a414-89147108fac1 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Neutron deleted interface fe84dc87-89dc-42de-913b-69e4a7f63d67; detaching it from the instance and deleting it from the info cache [ 742.604596] env[68116]: DEBUG nova.network.neutron [req-132b02f9-619b-4bd3-9f49-d222d60eda2b req-8d21e917-6e41-44dd-a414-89147108fac1 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.654885] env[68116]: DEBUG nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.658303] env[68116]: DEBUG nova.network.neutron [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Port 0eae6274-e922-4433-8afc-d48c9ace5943 binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 742.674043] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785784, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.676009] env[68116]: DEBUG nova.network.neutron [-] [instance: 18d74c0d-db17-4378-95c8-571986364854] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.699424] env[68116]: INFO nova.compute.manager [-] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Took 1.30 seconds to deallocate network for instance. [ 742.715200] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.740716] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.741078] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.741292] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.741483] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.741644] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.741791] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.742225] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.742486] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.742722] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.743204] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.743488] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.745375] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ebd447-9acd-4d46-bc5e-d270d07b3aa0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.756308] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f609e-4431-472a-a74a-b284c0dac96b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.987021] env[68116]: DEBUG nova.scheduler.client.report [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.041946] env[68116]: DEBUG oslo_vmware.api [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785785, 'name': PowerOffVM_Task, 'duration_secs': 0.203229} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.042919] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.043301] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.043605] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d63eda88-e0e9-4ca6-bd9f-0492f20783ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.106197] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d754e55b-2d47-498c-93d2-2f57790225d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.116804] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2255c2e6-88fe-4594-b3f7-7a91c2e39ba3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.131790] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.131790] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.131896] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Deleting the datastore file [datastore2] 8a2960ee-4850-4bad-8152-1050d930a1fc {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.132530] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-222e2f7f-7797-405f-ab9a-2c4a012a513c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.139152] env[68116]: DEBUG oslo_vmware.api [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for the task: (returnval){ [ 743.139152] env[68116]: value = "task-2785787" [ 743.139152] env[68116]: _type = "Task" [ 743.139152] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.156786] env[68116]: DEBUG nova.compute.manager [req-132b02f9-619b-4bd3-9f49-d222d60eda2b req-8d21e917-6e41-44dd-a414-89147108fac1 service nova] [instance: 18d74c0d-db17-4378-95c8-571986364854] Detach interface failed, port_id=fe84dc87-89dc-42de-913b-69e4a7f63d67, reason: Instance 18d74c0d-db17-4378-95c8-571986364854 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 743.163329] env[68116]: DEBUG oslo_vmware.api [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.179210] env[68116]: INFO nova.compute.manager [-] [instance: 18d74c0d-db17-4378-95c8-571986364854] Took 1.29 seconds to deallocate network for instance. [ 743.179595] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785784, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.192380] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.208859] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.296534] env[68116]: INFO nova.compute.manager [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Rebuilding instance [ 743.340472] env[68116]: DEBUG nova.compute.manager [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.341466] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f03f0d-55e7-4d37-9a35-acbc57c4956d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.491085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.491664] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.494624] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.777s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.496133] env[68116]: INFO nova.compute.claims [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.660181] env[68116]: DEBUG oslo_vmware.api [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Task: {'id': task-2785787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22564} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.660466] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.660648] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.660822] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.661013] env[68116]: INFO nova.compute.manager [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 743.661273] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.661473] env[68116]: DEBUG nova.compute.manager [-] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.661569] env[68116]: DEBUG nova.network.neutron [-] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.689332] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785784, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.754699} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.692637] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.692974] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 6c4e914e-ff8d-428f-bd25-c0133fe9d4de/6c4e914e-ff8d-428f-bd25-c0133fe9d4de.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.693281] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.700848] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.700848] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.700848] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.700848] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b79c6eb6-e44b-47ca-85db-af39eff3b177 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.708020] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 743.708020] env[68116]: value = "task-2785788" [ 743.708020] env[68116]: _type = "Task" [ 743.708020] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.718775] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.798221] env[68116]: DEBUG nova.compute.manager [req-63c12949-2fa3-490a-9596-cd81a05ca9f9 req-7cb0b020-d988-4085-9009-33b362d547e8 service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Received event network-vif-plugged-3b3dc194-7437-4247-9d94-328675f7be40 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.798921] env[68116]: DEBUG oslo_concurrency.lockutils [req-63c12949-2fa3-490a-9596-cd81a05ca9f9 req-7cb0b020-d988-4085-9009-33b362d547e8 service nova] Acquiring lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.798921] env[68116]: DEBUG oslo_concurrency.lockutils [req-63c12949-2fa3-490a-9596-cd81a05ca9f9 req-7cb0b020-d988-4085-9009-33b362d547e8 service nova] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.798921] env[68116]: DEBUG oslo_concurrency.lockutils [req-63c12949-2fa3-490a-9596-cd81a05ca9f9 req-7cb0b020-d988-4085-9009-33b362d547e8 service nova] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.798921] env[68116]: DEBUG nova.compute.manager [req-63c12949-2fa3-490a-9596-cd81a05ca9f9 req-7cb0b020-d988-4085-9009-33b362d547e8 service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] No waiting events found dispatching network-vif-plugged-3b3dc194-7437-4247-9d94-328675f7be40 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.799312] env[68116]: WARNING nova.compute.manager [req-63c12949-2fa3-490a-9596-cd81a05ca9f9 req-7cb0b020-d988-4085-9009-33b362d547e8 service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Received unexpected event network-vif-plugged-3b3dc194-7437-4247-9d94-328675f7be40 for instance with vm_state building and task_state spawning. [ 743.892043] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Successfully updated port: 3b3dc194-7437-4247-9d94-328675f7be40 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.001699] env[68116]: DEBUG nova.compute.utils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.008468] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.008675] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.046903] env[68116]: DEBUG nova.policy [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24335d83d17c4687988feca1254275e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44f8be37f05146a8a12ee6a54290c3f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.219400] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.343635} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.219833] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.220712] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8413e6a5-7984-4740-8eed-511d65bdba12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.244165] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 6c4e914e-ff8d-428f-bd25-c0133fe9d4de/6c4e914e-ff8d-428f-bd25-c0133fe9d4de.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.244626] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7de5ae-5eca-472c-bf0b-75f6632640de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.267711] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 744.267711] env[68116]: value = "task-2785789" [ 744.267711] env[68116]: _type = "Task" [ 744.267711] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.276724] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.314839] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Successfully created port: 6f867709-9f07-47df-89b3-6b5667a32405 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.356078] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.356645] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52bfbe8-a7d2-4b20-a148-19c47dbd3a9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.363500] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 744.363500] env[68116]: value = "task-2785790" [ 744.363500] env[68116]: _type = "Task" [ 744.363500] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.372138] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.394759] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "refresh_cache-22b5827f-a1fc-430d-9932-aa8c4e9f69d3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.394907] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "refresh_cache-22b5827f-a1fc-430d-9932-aa8c4e9f69d3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.395064] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.511034] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.514468] env[68116]: DEBUG nova.network.neutron [-] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.721702] env[68116]: DEBUG nova.compute.manager [req-556f9df8-22df-4994-9598-94de82597c67 req-84f60de1-a86b-4049-96db-8c037f1470e4 service nova] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Received event network-vif-deleted-71adaff0-c470-4004-8dfb-c2580ee16762 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.781043] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.781372] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.781527] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.781689] env[68116]: DEBUG nova.network.neutron [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.872466] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785790, 'name': PowerOffVM_Task, 'duration_secs': 0.226522} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.872731] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.872983] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.873790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba6ae3d-ed38-4174-9a84-ca607fcf0c37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.884869] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.885157] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8457785c-985d-46d3-8ede-b26eb6f1af9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.948581] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.948581] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.949522] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleting the datastore file [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.949522] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.951329] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a539341a-2e28-4195-ba36-e7b33e6f5966 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.958441] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 744.958441] env[68116]: value = "task-2785792" [ 744.958441] env[68116]: _type = "Task" [ 744.958441] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.969095] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.024900] env[68116]: INFO nova.compute.manager [-] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Took 1.36 seconds to deallocate network for instance. [ 745.037431] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9192a67c-867d-4904-ac1b-9ae70c84dcaf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.046887] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d3fff-b489-46e8-a17f-5bfa1fc9dec2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.085551] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed139b52-e108-4c5f-83f2-e0ce628c998f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.092765] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "cb077499-1dce-4793-9551-adad48f1a4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.092947] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.098885] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b470985-d205-48a0-8b80-2617b7a36c45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.114262] env[68116]: DEBUG nova.compute.provider_tree [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.129335] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Updating instance_info_cache with network_info: [{"id": "3b3dc194-7437-4247-9d94-328675f7be40", "address": "fa:16:3e:35:0f:ce", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3dc194-74", "ovs_interfaceid": "3b3dc194-7437-4247-9d94-328675f7be40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.279400] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785789, 'name': ReconfigVM_Task, 'duration_secs': 0.643076} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.279685] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 6c4e914e-ff8d-428f-bd25-c0133fe9d4de/6c4e914e-ff8d-428f-bd25-c0133fe9d4de.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.280358] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd9bb87-5328-494a-a5cd-2cefb135e6d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.287448] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 745.287448] env[68116]: value = "task-2785793" [ 745.287448] env[68116]: _type = "Task" [ 745.287448] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.296192] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785793, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.470965] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373777} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.471361] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.471552] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.471731] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.526063] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.535019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.537441] env[68116]: DEBUG nova.network.neutron [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance_info_cache with network_info: [{"id": "0eae6274-e922-4433-8afc-d48c9ace5943", "address": "fa:16:3e:09:04:10", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eae6274-e9", "ovs_interfaceid": "0eae6274-e922-4433-8afc-d48c9ace5943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.553491] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.553743] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.553881] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.554140] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.554232] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.554380] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.554586] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.554740] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.554905] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.555078] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.555255] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.556362] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4963f7-2735-43b5-ae59-9e987e579381 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.564025] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c58d7f4-b244-42c5-a86f-7bdd50b09329 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.617956] env[68116]: DEBUG nova.scheduler.client.report [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.632764] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "refresh_cache-22b5827f-a1fc-430d-9932-aa8c4e9f69d3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.635693] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Instance network_info: |[{"id": "3b3dc194-7437-4247-9d94-328675f7be40", "address": "fa:16:3e:35:0f:ce", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3dc194-74", "ovs_interfaceid": "3b3dc194-7437-4247-9d94-328675f7be40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.635925] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:0f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b3dc194-7437-4247-9d94-328675f7be40', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.640977] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Creating folder: Project (44f8be37f05146a8a12ee6a54290c3f5). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.641929] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1278df-1b43-477a-8d9f-69a2515c078a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.653528] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Created folder: Project (44f8be37f05146a8a12ee6a54290c3f5) in parent group-v559920. [ 745.653528] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Creating folder: Instances. Parent ref: group-v560026. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.653694] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3836085e-543c-41eb-ab36-ecbdb3afd2ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.663956] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Created folder: Instances in parent group-v560026. [ 745.664242] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.664430] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.664636] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e552495-6383-4eb2-841e-f98fafda8d18 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.685298] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.685298] env[68116]: value = "task-2785796" [ 745.685298] env[68116]: _type = "Task" [ 745.685298] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.696451] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785796, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.797421] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785793, 'name': Rename_Task, 'duration_secs': 0.324149} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.797692] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.797929] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36801213-8651-4ffd-a041-e07ee08dcc97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.804434] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 745.804434] env[68116]: value = "task-2785797" [ 745.804434] env[68116]: _type = "Task" [ 745.804434] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.815433] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.817402] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Successfully updated port: 6f867709-9f07-47df-89b3-6b5667a32405 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.829910] env[68116]: DEBUG nova.compute.manager [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Received event network-changed-3b3dc194-7437-4247-9d94-328675f7be40 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.829910] env[68116]: DEBUG nova.compute.manager [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Refreshing instance network info cache due to event network-changed-3b3dc194-7437-4247-9d94-328675f7be40. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 745.830069] env[68116]: DEBUG oslo_concurrency.lockutils [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] Acquiring lock "refresh_cache-22b5827f-a1fc-430d-9932-aa8c4e9f69d3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.830230] env[68116]: DEBUG oslo_concurrency.lockutils [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] Acquired lock "refresh_cache-22b5827f-a1fc-430d-9932-aa8c4e9f69d3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.830433] env[68116]: DEBUG nova.network.neutron [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Refreshing network info cache for port 3b3dc194-7437-4247-9d94-328675f7be40 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.040281] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.123231] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.123813] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.126558] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.641s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.128073] env[68116]: INFO nova.compute.claims [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.194090] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785796, 'name': CreateVM_Task, 'duration_secs': 0.332119} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.194337] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.195026] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.195199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.195518] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.196018] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51035f2-1373-408c-8e0d-b1c883d3d340 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.200624] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 746.200624] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a7c1b8-1b9d-ae40-9fd2-b5de36fe1a9d" [ 746.200624] env[68116]: _type = "Task" [ 746.200624] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.209770] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a7c1b8-1b9d-ae40-9fd2-b5de36fe1a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.314032] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785797, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.321776] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "refresh_cache-13fb88b1-209c-4a7e-9f81-bc31cf170628" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.321929] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "refresh_cache-13fb88b1-209c-4a7e-9f81-bc31cf170628" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.322101] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.512186] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.512461] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.512597] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.512775] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.512921] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.513111] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.513344] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.513504] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.513671] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.513832] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.514011] env[68116]: DEBUG nova.virt.hardware [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.514888] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c54cb1-e989-4bb7-aedc-0b6dff7b01f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.525475] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c6f04-b386-4238-b2e0-a178896b170a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.539106] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:97:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7975b825-d6be-4abe-a60b-7638f48d89cb', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.546947] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.550285] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.550514] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a808cd4-6a8e-497d-9423-970a7043b3db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.567649] env[68116]: DEBUG nova.network.neutron [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Updated VIF entry in instance network info cache for port 3b3dc194-7437-4247-9d94-328675f7be40. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.567986] env[68116]: DEBUG nova.network.neutron [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Updating instance_info_cache with network_info: [{"id": "3b3dc194-7437-4247-9d94-328675f7be40", "address": "fa:16:3e:35:0f:ce", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3dc194-74", "ovs_interfaceid": "3b3dc194-7437-4247-9d94-328675f7be40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.574958] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.574958] env[68116]: value = "task-2785798" [ 746.574958] env[68116]: _type = "Task" [ 746.574958] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.583008] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785798, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.584533] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede003d-cedb-4597-9393-d5f2545740ed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.604926] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23929f05-5ceb-43ed-ad7c-62ce44f54325 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.611891] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance '55307952-d3d8-4c1c-8183-cd73338705cf' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.635861] env[68116]: DEBUG nova.compute.utils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.637365] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.637526] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.678818] env[68116]: DEBUG nova.policy [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24335d83d17c4687988feca1254275e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44f8be37f05146a8a12ee6a54290c3f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.711559] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a7c1b8-1b9d-ae40-9fd2-b5de36fe1a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.711872] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.712150] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.712422] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.712565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.712740] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.713009] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1986f67b-fa38-48cc-94bc-a0c7af2c220d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.721507] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.721856] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.722622] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4e4f44-401a-40a7-a79a-164aae05c46a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.728526] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 746.728526] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522fb210-5d99-2124-7241-9ccda527c01b" [ 746.728526] env[68116]: _type = "Task" [ 746.728526] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.737124] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522fb210-5d99-2124-7241-9ccda527c01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.789041] env[68116]: DEBUG nova.compute.manager [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Received event network-vif-plugged-6f867709-9f07-47df-89b3-6b5667a32405 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.789276] env[68116]: DEBUG oslo_concurrency.lockutils [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] Acquiring lock "13fb88b1-209c-4a7e-9f81-bc31cf170628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.789485] env[68116]: DEBUG oslo_concurrency.lockutils [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.789652] env[68116]: DEBUG oslo_concurrency.lockutils [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.789816] env[68116]: DEBUG nova.compute.manager [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] No waiting events found dispatching network-vif-plugged-6f867709-9f07-47df-89b3-6b5667a32405 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.789976] env[68116]: WARNING nova.compute.manager [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Received unexpected event network-vif-plugged-6f867709-9f07-47df-89b3-6b5667a32405 for instance with vm_state building and task_state spawning. [ 746.790360] env[68116]: DEBUG nova.compute.manager [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Received event network-changed-6f867709-9f07-47df-89b3-6b5667a32405 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.790533] env[68116]: DEBUG nova.compute.manager [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Refreshing instance network info cache due to event network-changed-6f867709-9f07-47df-89b3-6b5667a32405. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 746.790734] env[68116]: DEBUG oslo_concurrency.lockutils [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] Acquiring lock "refresh_cache-13fb88b1-209c-4a7e-9f81-bc31cf170628" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.821156] env[68116]: DEBUG oslo_vmware.api [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785797, 'name': PowerOnVM_Task, 'duration_secs': 0.620376} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.821393] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.821634] env[68116]: INFO nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Took 8.94 seconds to spawn the instance on the hypervisor. [ 746.821846] env[68116]: DEBUG nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.823342] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fbb3f4-173c-46a7-9db2-0d482c4253ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.871539] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.936966] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Successfully created port: c84603fc-e755-4502-adc7-d9d8c6fb50d9 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.070723] env[68116]: DEBUG oslo_concurrency.lockutils [req-2f249f45-ac7e-402f-8898-c03f98279833 req-7569fe4b-4bbf-4156-906c-2dbf9be5144a service nova] Releasing lock "refresh_cache-22b5827f-a1fc-430d-9932-aa8c4e9f69d3" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.090260] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785798, 'name': CreateVM_Task, 'duration_secs': 0.340264} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.090517] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.091440] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.091629] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.092084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.092413] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a9f54e-8c58-4570-a156-20f0b000ac0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.097824] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 747.097824] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b33c13-90ba-e8ff-f4ab-31c2fa11e4dc" [ 747.097824] env[68116]: _type = "Task" [ 747.097824] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.106578] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b33c13-90ba-e8ff-f4ab-31c2fa11e4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.118604] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.118889] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a2dbf8-5b7e-454d-9b06-53c0e65a68f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.126372] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 747.126372] env[68116]: value = "task-2785799" [ 747.126372] env[68116]: _type = "Task" [ 747.126372] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.130136] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Updating instance_info_cache with network_info: [{"id": "6f867709-9f07-47df-89b3-6b5667a32405", "address": "fa:16:3e:a3:a2:7f", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f867709-9f", "ovs_interfaceid": "6f867709-9f07-47df-89b3-6b5667a32405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.146354] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.150178] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.245022] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522fb210-5d99-2124-7241-9ccda527c01b, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.245022] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b894dfb4-4434-40c7-9093-b82dacaa266f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.250257] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 747.250257] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e31288-855f-3810-82e3-62f4947bdc46" [ 747.250257] env[68116]: _type = "Task" [ 747.250257] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.262976] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e31288-855f-3810-82e3-62f4947bdc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.344681] env[68116]: INFO nova.compute.manager [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Took 42.31 seconds to build instance. [ 747.610895] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b33c13-90ba-e8ff-f4ab-31c2fa11e4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.613887] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.614456] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.614456] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.636812] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "refresh_cache-13fb88b1-209c-4a7e-9f81-bc31cf170628" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.637152] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Instance network_info: |[{"id": "6f867709-9f07-47df-89b3-6b5667a32405", "address": "fa:16:3e:a3:a2:7f", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f867709-9f", "ovs_interfaceid": "6f867709-9f07-47df-89b3-6b5667a32405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.637468] env[68116]: DEBUG oslo_vmware.api [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2785799, 'name': PowerOnVM_Task, 'duration_secs': 0.394595} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.640112] env[68116]: DEBUG oslo_concurrency.lockutils [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] Acquired lock "refresh_cache-13fb88b1-209c-4a7e-9f81-bc31cf170628" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.640454] env[68116]: DEBUG nova.network.neutron [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Refreshing network info cache for port 6f867709-9f07-47df-89b3-6b5667a32405 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.641572] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a2:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f867709-9f07-47df-89b3-6b5667a32405', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.649212] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.649467] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.649657] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07eedfa1-8464-46b5-9775-e71afb3a0de3 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance '55307952-d3d8-4c1c-8183-cd73338705cf' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.656913] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.659060] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98a0fb6a-4c64-4a2f-ad79-28f75869c8b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.674601] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8701edd-210c-4b1c-b48e-3f1fe5e607e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.683171] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e388cce0-42db-426c-925e-0267f4f038d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.685988] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.685988] env[68116]: value = "task-2785800" [ 747.685988] env[68116]: _type = "Task" [ 747.685988] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.715465] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed4890-4b66-419f-bec7-ec2856c66f84 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.721630] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785800, 'name': CreateVM_Task} progress is 15%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.727259] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e6c27-2d25-4c7d-af39-492f38be25e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.744703] env[68116]: DEBUG nova.compute.provider_tree [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.760632] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e31288-855f-3810-82e3-62f4947bdc46, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.760990] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.761293] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 22b5827f-a1fc-430d-9932-aa8c4e9f69d3/22b5827f-a1fc-430d-9932-aa8c4e9f69d3.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.761586] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.761773] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.761976] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba709d12-e3da-4c1b-b6df-7339df5f9318 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.764067] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0510bcd3-653b-43d1-95f6-e0987fdd2100 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.770721] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 747.770721] env[68116]: value = "task-2785801" [ 747.770721] env[68116]: _type = "Task" [ 747.770721] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.776347] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.776530] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.777649] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90623cb3-328f-451c-964e-5967ac93065c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.783173] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.786018] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 747.786018] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e5db6f-74ae-f8b6-a681-3c0dea4d5c1b" [ 747.786018] env[68116]: _type = "Task" [ 747.786018] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.793536] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e5db6f-74ae-f8b6-a681-3c0dea4d5c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.846040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a8a9e10-e195-49b5-8c54-3357a2703ff3 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.576s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.162851] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.199859] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785800, 'name': CreateVM_Task, 'duration_secs': 0.510341} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.202466] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.202730] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.202887] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.203103] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.203298] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.203467] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.203686] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.203847] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.204020] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.204192] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.204369] env[68116]: DEBUG nova.virt.hardware [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.204967] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.205769] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0389a-69f4-4063-9636-8d04d1dea029 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.209143] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.209329] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.209626] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.209902] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c523bd-1fda-4bd4-828b-94848b66d49b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.221105] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289f5ab-e246-4657-a4da-df2f139905af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.228129] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 748.228129] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52165194-d8d1-0180-72db-922f44c66cc5" [ 748.228129] env[68116]: _type = "Task" [ 748.228129] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.246271] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52165194-d8d1-0180-72db-922f44c66cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.248551] env[68116]: DEBUG nova.scheduler.client.report [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.281595] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785801, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.298022] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e5db6f-74ae-f8b6-a681-3c0dea4d5c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.022755} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.298022] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d053990-bbef-46de-a443-41408f46a5f7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.302451] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 748.302451] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527ec3ad-13bd-3b9c-47c3-7a4f6f1e1ab1" [ 748.302451] env[68116]: _type = "Task" [ 748.302451] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.314449] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527ec3ad-13bd-3b9c-47c3-7a4f6f1e1ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.349223] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.482632] env[68116]: DEBUG nova.network.neutron [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Updated VIF entry in instance network info cache for port 6f867709-9f07-47df-89b3-6b5667a32405. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.482943] env[68116]: DEBUG nova.network.neutron [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Updating instance_info_cache with network_info: [{"id": "6f867709-9f07-47df-89b3-6b5667a32405", "address": "fa:16:3e:a3:a2:7f", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f867709-9f", "ovs_interfaceid": "6f867709-9f07-47df-89b3-6b5667a32405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.485075] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Successfully updated port: c84603fc-e755-4502-adc7-d9d8c6fb50d9 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.737107] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52165194-d8d1-0180-72db-922f44c66cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.031967} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.737433] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.737644] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.737848] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.754123] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.754612] env[68116]: DEBUG nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.757084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.594s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.781571] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522987} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.781571] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 22b5827f-a1fc-430d-9932-aa8c4e9f69d3/22b5827f-a1fc-430d-9932-aa8c4e9f69d3.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.781571] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.781770] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0b3a22-59a1-4788-8922-e6553f388fa8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.788913] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 748.788913] env[68116]: value = "task-2785802" [ 748.788913] env[68116]: _type = "Task" [ 748.788913] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.798566] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.811674] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527ec3ad-13bd-3b9c-47c3-7a4f6f1e1ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.061364} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.811674] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.811884] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.812218] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.812419] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.812854] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b9258f8-1a05-46bd-a6ed-3320a71e3ee2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.814881] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cc3dcb9-fd7a-4c3b-9cbe-4f5226222134 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.822924] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 748.822924] env[68116]: value = "task-2785803" [ 748.822924] env[68116]: _type = "Task" [ 748.822924] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.826582] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.826582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.827856] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac77f678-ab14-4a17-b675-7ecbcdb7b631 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.834764] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.838853] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 748.838853] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522abeb9-d618-4017-72a6-33398b150ebc" [ 748.838853] env[68116]: _type = "Task" [ 748.838853] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.846742] env[68116]: DEBUG nova.compute.manager [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Received event network-vif-plugged-c84603fc-e755-4502-adc7-d9d8c6fb50d9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.847009] env[68116]: DEBUG oslo_concurrency.lockutils [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] Acquiring lock "a6e76780-ee00-422a-b2e7-d954ef122051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.847237] env[68116]: DEBUG oslo_concurrency.lockutils [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] Lock "a6e76780-ee00-422a-b2e7-d954ef122051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.847447] env[68116]: DEBUG oslo_concurrency.lockutils [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] Lock "a6e76780-ee00-422a-b2e7-d954ef122051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.847628] env[68116]: DEBUG nova.compute.manager [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] No waiting events found dispatching network-vif-plugged-c84603fc-e755-4502-adc7-d9d8c6fb50d9 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.847828] env[68116]: WARNING nova.compute.manager [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Received unexpected event network-vif-plugged-c84603fc-e755-4502-adc7-d9d8c6fb50d9 for instance with vm_state building and task_state spawning. [ 748.847999] env[68116]: DEBUG nova.compute.manager [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Received event network-changed-c84603fc-e755-4502-adc7-d9d8c6fb50d9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.848169] env[68116]: DEBUG nova.compute.manager [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Refreshing instance network info cache due to event network-changed-c84603fc-e755-4502-adc7-d9d8c6fb50d9. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 748.848361] env[68116]: DEBUG oslo_concurrency.lockutils [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] Acquiring lock "refresh_cache-a6e76780-ee00-422a-b2e7-d954ef122051" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.848490] env[68116]: DEBUG oslo_concurrency.lockutils [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] Acquired lock "refresh_cache-a6e76780-ee00-422a-b2e7-d954ef122051" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.848686] env[68116]: DEBUG nova.network.neutron [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Refreshing network info cache for port c84603fc-e755-4502-adc7-d9d8c6fb50d9 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.853743] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522abeb9-d618-4017-72a6-33398b150ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.874145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.885486] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.885750] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.885956] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.886157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.886325] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.888352] env[68116]: INFO nova.compute.manager [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Terminating instance [ 748.986847] env[68116]: DEBUG oslo_concurrency.lockutils [req-ef7f29b5-0b58-4938-8d00-5ff54a5da6f8 req-6750e55d-0c2b-4ffb-9cfd-88884aeb55d1 service nova] Releasing lock "refresh_cache-13fb88b1-209c-4a7e-9f81-bc31cf170628" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.987437] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "refresh_cache-a6e76780-ee00-422a-b2e7-d954ef122051" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.260698] env[68116]: DEBUG nova.compute.utils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.282588] env[68116]: DEBUG nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.286672] env[68116]: DEBUG nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.286946] env[68116]: DEBUG nova.network.neutron [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.300749] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06734} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.300972] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.301879] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f134e64-24db-452e-b344-5878e7caa044 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.327878] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 22b5827f-a1fc-430d-9932-aa8c4e9f69d3/22b5827f-a1fc-430d-9932-aa8c4e9f69d3.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.328861] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9bc0b82-b9b8-4497-95ff-43dabb85a7c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.353254] env[68116]: DEBUG nova.policy [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21912116abb94b458e924e9de386cccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b60cf3d339474ab95bd09d48569714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.363350] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785803, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.363739] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 749.363739] env[68116]: value = "task-2785804" [ 749.363739] env[68116]: _type = "Task" [ 749.363739] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.372196] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522abeb9-d618-4017-72a6-33398b150ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.026529} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.373456] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fe1a3c-4666-428c-bbe1-9a0070294ffa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.379767] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.383711] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 749.383711] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ea7e78-a31c-e02f-012a-114fc2a858d0" [ 749.383711] env[68116]: _type = "Task" [ 749.383711] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.393176] env[68116]: DEBUG nova.compute.manager [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.393408] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.393731] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ea7e78-a31c-e02f-012a-114fc2a858d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.394536] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0759f46-9091-490c-ac39-1355055bcbc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.402051] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.402424] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30bab678-f260-447a-9bb4-ee5e55fccc82 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.410063] env[68116]: DEBUG oslo_vmware.api [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 749.410063] env[68116]: value = "task-2785805" [ 749.410063] env[68116]: _type = "Task" [ 749.410063] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.419760] env[68116]: DEBUG oslo_vmware.api [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.454782] env[68116]: DEBUG nova.network.neutron [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.574925] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "55307952-d3d8-4c1c-8183-cd73338705cf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.575478] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.575774] env[68116]: DEBUG nova.compute.manager [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Going to confirm migration 1 {{(pid=68116) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 749.579281] env[68116]: DEBUG nova.network.neutron [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.701028] env[68116]: DEBUG nova.network.neutron [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Successfully created port: dedb73ff-3dc9-437e-965c-7a6bb74a5621 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.783794] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Applying migration context for instance 55307952-d3d8-4c1c-8183-cd73338705cf as it has an incoming, in-progress migration 9b8ee079-7428-47fd-b1b5-3f8fdaa809fe. Migration status is confirming {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 749.786816] env[68116]: INFO nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating resource usage from migration 9b8ee079-7428-47fd-b1b5-3f8fdaa809fe [ 749.812437] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance df2832e7-8cb9-4082-9158-7b3e8fbad12a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.812437] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 8115ca18-6617-4b2a-9648-b4161f572703 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.812437] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 9510e99c-c0ac-4360-a263-cac731f70720 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.812437] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.812609] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b930bfd2-c347-46d4-9af7-ae91354eeb38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.812609] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance bd47b8e0-c366-4566-be38-0be8bd3cf92a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.812867] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 1d33aa70-15e6-45ba-a5a7-94dac046b079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.812867] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 294aee46-b0d1-484e-bcee-9ad9dc2f483a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.812968] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b2bedbd1-0b2e-460d-a184-c1aad56e3bac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.813923] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 21994763-21a4-4797-bfbb-b0c599e1cc5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.813923] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance efd1af41-2bca-4c61-830e-c7aa2a8be716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.813923] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 07524071-0948-40d6-bfba-85407a2479f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.813923] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 44e7ad55-9b41-42e1-a564-bf3ec4df61b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.814253] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 64064bc9-7edd-4d3c-bd22-5a159eda1d4b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.814253] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 88b98a00-5e83-4d8f-b39a-ec2418ed12ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.814253] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance e5ae69c9-e56d-404b-8684-df4cd208e8d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.814253] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 18d74c0d-db17-4378-95c8-571986364854 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.814253] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 8a2960ee-4850-4bad-8152-1050d930a1fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.814504] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.814698] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 6c4e914e-ff8d-428f-bd25-c0133fe9d4de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.814850] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 22b5827f-a1fc-430d-9932-aa8c4e9f69d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.815023] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 13fb88b1-209c-4a7e-9f81-bc31cf170628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.815175] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance a6e76780-ee00-422a-b2e7-d954ef122051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.815319] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance d3e9f489-8b49-49d4-a37c-821bf18f066d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 749.838552] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80071} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.839263] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.839263] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.839469] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff3e4b5-5f70-412a-84b3-d53b6ffed644 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.849275] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 749.849275] env[68116]: value = "task-2785806" [ 749.849275] env[68116]: _type = "Task" [ 749.849275] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.856943] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.874970] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785804, 'name': ReconfigVM_Task, 'duration_secs': 0.485197} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.874970] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 22b5827f-a1fc-430d-9932-aa8c4e9f69d3/22b5827f-a1fc-430d-9932-aa8c4e9f69d3.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.874970] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b07548b-774e-40be-b38e-a05d33ba539d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.881222] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 749.881222] env[68116]: value = "task-2785807" [ 749.881222] env[68116]: _type = "Task" [ 749.881222] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.892947] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785807, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.896585] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ea7e78-a31c-e02f-012a-114fc2a858d0, 'name': SearchDatastore_Task, 'duration_secs': 0.058441} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.896939] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.897274] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 13fb88b1-209c-4a7e-9f81-bc31cf170628/13fb88b1-209c-4a7e-9f81-bc31cf170628.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.897586] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a67c83a6-f5bb-43eb-972f-1264fa4d9c35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.905296] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 749.905296] env[68116]: value = "task-2785808" [ 749.905296] env[68116]: _type = "Task" [ 749.905296] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.914342] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.923992] env[68116]: DEBUG oslo_vmware.api [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785805, 'name': PowerOffVM_Task, 'duration_secs': 0.307347} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.924433] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.924676] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.925093] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84de1527-1276-4a35-87f6-fbf7c8747de1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.989805] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.990066] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.990281] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Deleting the datastore file [datastore1] 6c4e914e-ff8d-428f-bd25-c0133fe9d4de {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.990548] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0547a13d-5b32-4520-8145-cf5859219444 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.997895] env[68116]: DEBUG oslo_vmware.api [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for the task: (returnval){ [ 749.997895] env[68116]: value = "task-2785810" [ 749.997895] env[68116]: _type = "Task" [ 749.997895] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.006155] env[68116]: DEBUG oslo_vmware.api [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.085844] env[68116]: DEBUG oslo_concurrency.lockutils [req-019394a6-055d-4d9d-b983-9b585e40040e req-d728c856-0f0d-4577-a3d8-6cdc5fb1b4f9 service nova] Releasing lock "refresh_cache-a6e76780-ee00-422a-b2e7-d954ef122051" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.088386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "refresh_cache-a6e76780-ee00-422a-b2e7-d954ef122051" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.088573] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.174997] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.174997] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.175161] env[68116]: DEBUG nova.network.neutron [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.175307] env[68116]: DEBUG nova.objects.instance [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lazy-loading 'info_cache' on Instance uuid 55307952-d3d8-4c1c-8183-cd73338705cf {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.297532] env[68116]: DEBUG nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.320106] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 77f3a691-e382-4f35-abdc-eba5d791c76a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.329145] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.329408] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.329564] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.329761] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.329904] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.330057] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.330272] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.330432] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.330602] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.330763] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.331052] env[68116]: DEBUG nova.virt.hardware [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.332331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c760f3-8bcf-47e9-b745-8a88edde6c36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.342862] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c199ce-96b6-4129-88b4-5a9100f4acb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.365632] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068951} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.365940] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.366812] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f4ab0-067b-488f-9873-598a5750bd88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.389961] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.390334] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a924ff59-e8be-4c56-8c58-d41818efafca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.418263] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487515} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.422117] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 13fb88b1-209c-4a7e-9f81-bc31cf170628/13fb88b1-209c-4a7e-9f81-bc31cf170628.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.422348] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.422651] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 750.422651] env[68116]: value = "task-2785811" [ 750.422651] env[68116]: _type = "Task" [ 750.422651] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.422845] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785807, 'name': Rename_Task, 'duration_secs': 0.212215} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.423049] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c16b357-62df-46e0-b517-4af48fd3e534 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.424913] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.427804] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5ec59c-c840-4495-98c1-a514ec86da3d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.437458] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.439210] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 750.439210] env[68116]: value = "task-2785813" [ 750.439210] env[68116]: _type = "Task" [ 750.439210] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.439549] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 750.439549] env[68116]: value = "task-2785812" [ 750.439549] env[68116]: _type = "Task" [ 750.439549] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.451761] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785813, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.454543] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.508839] env[68116]: DEBUG oslo_vmware.api [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Task: {'id': task-2785810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302238} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.510543] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.510543] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.510543] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.510543] env[68116]: INFO nova.compute.manager [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 750.510543] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.510786] env[68116]: DEBUG nova.compute.manager [-] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.510786] env[68116]: DEBUG nova.network.neutron [-] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.824758] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 0f6b596f-f7f0-4919-9301-feeda6237423 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.868148] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.935752] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.958950] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.959384] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077766} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.960237] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.961140] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c3031d-33a1-4ca5-a8ea-a306cadc9bbb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.986381] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 13fb88b1-209c-4a7e-9f81-bc31cf170628/13fb88b1-209c-4a7e-9f81-bc31cf170628.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.987196] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3954dd2-ef38-47fe-934e-de0c020af5f2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.018118] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 751.018118] env[68116]: value = "task-2785814" [ 751.018118] env[68116]: _type = "Task" [ 751.018118] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.028250] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.209877] env[68116]: DEBUG nova.network.neutron [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Updating instance_info_cache with network_info: [{"id": "c84603fc-e755-4502-adc7-d9d8c6fb50d9", "address": "fa:16:3e:f4:68:74", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84603fc-e7", "ovs_interfaceid": "c84603fc-e755-4502-adc7-d9d8c6fb50d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.267509] env[68116]: DEBUG nova.network.neutron [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Successfully updated port: dedb73ff-3dc9-437e-965c-7a6bb74a5621 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.329441] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance c535e82c-bd6f-430b-904a-c0f42cddf43b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.418015] env[68116]: DEBUG nova.network.neutron [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance_info_cache with network_info: [{"id": "0eae6274-e922-4433-8afc-d48c9ace5943", "address": "fa:16:3e:09:04:10", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eae6274-e9", "ovs_interfaceid": "0eae6274-e922-4433-8afc-d48c9ace5943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.435603] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785811, 'name': ReconfigVM_Task, 'duration_secs': 0.952702} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.436775] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3/869c9f7e-8a40-43d3-a75f-0e5e4b69fda3.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.438160] env[68116]: DEBUG nova.compute.manager [req-4aa0deae-c6be-4f98-9d81-a83a6836f38e req-9bb2d3a4-b1e4-44de-83fe-8a042388c632 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Received event network-vif-plugged-dedb73ff-3dc9-437e-965c-7a6bb74a5621 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 751.438363] env[68116]: DEBUG oslo_concurrency.lockutils [req-4aa0deae-c6be-4f98-9d81-a83a6836f38e req-9bb2d3a4-b1e4-44de-83fe-8a042388c632 service nova] Acquiring lock "d3e9f489-8b49-49d4-a37c-821bf18f066d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.438559] env[68116]: DEBUG oslo_concurrency.lockutils [req-4aa0deae-c6be-4f98-9d81-a83a6836f38e req-9bb2d3a4-b1e4-44de-83fe-8a042388c632 service nova] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.438722] env[68116]: DEBUG oslo_concurrency.lockutils [req-4aa0deae-c6be-4f98-9d81-a83a6836f38e req-9bb2d3a4-b1e4-44de-83fe-8a042388c632 service nova] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.438887] env[68116]: DEBUG nova.compute.manager [req-4aa0deae-c6be-4f98-9d81-a83a6836f38e req-9bb2d3a4-b1e4-44de-83fe-8a042388c632 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] No waiting events found dispatching network-vif-plugged-dedb73ff-3dc9-437e-965c-7a6bb74a5621 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.439231] env[68116]: WARNING nova.compute.manager [req-4aa0deae-c6be-4f98-9d81-a83a6836f38e req-9bb2d3a4-b1e4-44de-83fe-8a042388c632 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Received unexpected event network-vif-plugged-dedb73ff-3dc9-437e-965c-7a6bb74a5621 for instance with vm_state building and task_state spawning. [ 751.439627] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d1ed8a-42a5-4466-bcdd-2cc32036d432 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.451426] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785813, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.452757] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 751.452757] env[68116]: value = "task-2785815" [ 751.452757] env[68116]: _type = "Task" [ 751.452757] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.461413] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785815, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.508453] env[68116]: DEBUG nova.compute.manager [req-d4edb722-a87b-489c-b87d-d66789cfe93e req-6aa85f67-b107-4eb1-8355-167b9838e9d6 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Received event network-vif-deleted-1bec436f-09ed-4811-9e7a-5fc07af482a1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 751.508744] env[68116]: INFO nova.compute.manager [req-d4edb722-a87b-489c-b87d-d66789cfe93e req-6aa85f67-b107-4eb1-8355-167b9838e9d6 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Neutron deleted interface 1bec436f-09ed-4811-9e7a-5fc07af482a1; detaching it from the instance and deleting it from the info cache [ 751.508945] env[68116]: DEBUG nova.network.neutron [req-d4edb722-a87b-489c-b87d-d66789cfe93e req-6aa85f67-b107-4eb1-8355-167b9838e9d6 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.532518] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.713343] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "refresh_cache-a6e76780-ee00-422a-b2e7-d954ef122051" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.713678] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Instance network_info: |[{"id": "c84603fc-e755-4502-adc7-d9d8c6fb50d9", "address": "fa:16:3e:f4:68:74", "network": {"id": "228e6a05-7f36-4102-93d3-d5fbf4f37820", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1154154376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44f8be37f05146a8a12ee6a54290c3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84603fc-e7", "ovs_interfaceid": "c84603fc-e755-4502-adc7-d9d8c6fb50d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.714120] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:68:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84603fc-e755-4502-adc7-d9d8c6fb50d9', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.721583] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.721810] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.722035] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4acaf53a-2b98-4b1b-9c24-a09da704c3b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.741878] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.741878] env[68116]: value = "task-2785816" [ 751.741878] env[68116]: _type = "Task" [ 751.741878] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.750629] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785816, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.771416] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "refresh_cache-d3e9f489-8b49-49d4-a37c-821bf18f066d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.771565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "refresh_cache-d3e9f489-8b49-49d4-a37c-821bf18f066d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.771714] env[68116]: DEBUG nova.network.neutron [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.773077] env[68116]: DEBUG nova.network.neutron [-] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.836981] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.837218] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Migration 9b8ee079-7428-47fd-b1b5-3f8fdaa809fe is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 751.837296] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 55307952-d3d8-4c1c-8183-cd73338705cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 751.920934] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-55307952-d3d8-4c1c-8183-cd73338705cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.921297] env[68116]: DEBUG nova.objects.instance [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lazy-loading 'migration_context' on Instance uuid 55307952-d3d8-4c1c-8183-cd73338705cf {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.952983] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785813, 'name': PowerOnVM_Task, 'duration_secs': 1.359247} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.953434] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.953649] env[68116]: INFO nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Took 9.24 seconds to spawn the instance on the hypervisor. [ 751.953841] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.959381] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82550e47-7811-4726-9820-f9ca7ea2b2c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.966620] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785815, 'name': Rename_Task, 'duration_secs': 0.335752} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.968120] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.970909] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0afa0a95-b274-46f4-9aca-43d4bfd7fdfb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.977739] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 751.977739] env[68116]: value = "task-2785817" [ 751.977739] env[68116]: _type = "Task" [ 751.977739] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.985576] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.011286] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad4d5bfd-d5f0-496a-8fcf-c54df8429496 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.023770] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d75c3-7e7b-436f-914d-d0b08e2e3cf8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.048877] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785814, 'name': ReconfigVM_Task, 'duration_secs': 0.648187} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.062729] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 13fb88b1-209c-4a7e-9f81-bc31cf170628/13fb88b1-209c-4a7e-9f81-bc31cf170628.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.063907] env[68116]: DEBUG nova.compute.manager [req-d4edb722-a87b-489c-b87d-d66789cfe93e req-6aa85f67-b107-4eb1-8355-167b9838e9d6 service nova] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Detach interface failed, port_id=1bec436f-09ed-4811-9e7a-5fc07af482a1, reason: Instance 6c4e914e-ff8d-428f-bd25-c0133fe9d4de could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 752.064340] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-524d9e7c-1c2c-4fb8-a117-852f18cf73f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.074613] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 752.074613] env[68116]: value = "task-2785818" [ 752.074613] env[68116]: _type = "Task" [ 752.074613] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.090352] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785818, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.252391] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785816, 'name': CreateVM_Task, 'duration_secs': 0.466747} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.252661] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.253451] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.253648] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.253963] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.254266] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ece448-c96f-46c6-b4a4-a0e1c5aa1ece {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.258991] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 752.258991] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523aa457-6a3d-573b-3683-5d222e377e08" [ 752.258991] env[68116]: _type = "Task" [ 752.258991] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.267235] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523aa457-6a3d-573b-3683-5d222e377e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.277017] env[68116]: INFO nova.compute.manager [-] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Took 1.77 seconds to deallocate network for instance. [ 752.305515] env[68116]: DEBUG nova.network.neutron [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.340639] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance aefae9af-653e-4eff-b8cd-0fe5548725c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.425036] env[68116]: DEBUG nova.objects.base [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Object Instance<55307952-d3d8-4c1c-8183-cd73338705cf> lazy-loaded attributes: info_cache,migration_context {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 752.425411] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac90be13-c0e6-46d8-911f-a50715178bf4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.447046] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0beb6d-f8f1-4c0a-a988-070cf79d86b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.453237] env[68116]: DEBUG oslo_vmware.api [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 752.453237] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522c3fd1-921c-20e8-7dc3-23010f93bced" [ 752.453237] env[68116]: _type = "Task" [ 752.453237] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.454190] env[68116]: DEBUG nova.network.neutron [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Updating instance_info_cache with network_info: [{"id": "dedb73ff-3dc9-437e-965c-7a6bb74a5621", "address": "fa:16:3e:5d:c4:b5", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedb73ff-3d", "ovs_interfaceid": "dedb73ff-3dc9-437e-965c-7a6bb74a5621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.465177] env[68116]: DEBUG oslo_vmware.api [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522c3fd1-921c-20e8-7dc3-23010f93bced, 'name': SearchDatastore_Task, 'duration_secs': 0.007757} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.465468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.483399] env[68116]: INFO nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Took 42.59 seconds to build instance. [ 752.493401] env[68116]: DEBUG oslo_vmware.api [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785817, 'name': PowerOnVM_Task, 'duration_secs': 0.499636} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.493401] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.493401] env[68116]: DEBUG nova.compute.manager [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.493401] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5bf4d9-d1a5-40c4-bb56-8d25b6f1bac4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.583943] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785818, 'name': Rename_Task, 'duration_secs': 0.139297} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.584341] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.584596] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a3a187-4771-444a-a55f-01a6d0d80029 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.591641] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 752.591641] env[68116]: value = "task-2785819" [ 752.591641] env[68116]: _type = "Task" [ 752.591641] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.599685] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.769945] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523aa457-6a3d-573b-3683-5d222e377e08, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.770220] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.770803] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.770803] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.770928] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.771036] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.771282] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b58cc6a7-f29d-4046-bbcc-276365d35620 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.778946] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.779130] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.779794] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5848dfd1-413f-432d-b3db-937f581995e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.783941] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.785187] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 752.785187] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c811b8-a8a2-4e08-b73a-a4424ba93ee0" [ 752.785187] env[68116]: _type = "Task" [ 752.785187] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.792421] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c811b8-a8a2-4e08-b73a-a4424ba93ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.846344] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance a163372d-2fcb-4a29-903e-0dc500e3b798 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.960771] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "refresh_cache-d3e9f489-8b49-49d4-a37c-821bf18f066d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.961251] env[68116]: DEBUG nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Instance network_info: |[{"id": "dedb73ff-3dc9-437e-965c-7a6bb74a5621", "address": "fa:16:3e:5d:c4:b5", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedb73ff-3d", "ovs_interfaceid": "dedb73ff-3dc9-437e-965c-7a6bb74a5621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.961707] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:c4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dedb73ff-3dc9-437e-965c-7a6bb74a5621', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.970061] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating folder: Project (e6b60cf3d339474ab95bd09d48569714). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.970356] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa7b9c6a-2f29-4f3e-94bf-4eda63962d69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.982312] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created folder: Project (e6b60cf3d339474ab95bd09d48569714) in parent group-v559920. [ 752.982497] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating folder: Instances. Parent ref: group-v560032. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.983433] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b853fa82-a9c9-4935-986b-4b89a992d06f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.985995] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.390s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.993528] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created folder: Instances in parent group-v560032. [ 752.993789] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.993996] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.994282] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-682a585a-8891-490a-8337-bc075005160e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.017168] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.017168] env[68116]: value = "task-2785822" [ 753.017168] env[68116]: _type = "Task" [ 753.017168] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.017663] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.026108] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785822, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.103379] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785819, 'name': PowerOnVM_Task, 'duration_secs': 0.452945} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.103674] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.103873] env[68116]: INFO nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Took 7.58 seconds to spawn the instance on the hypervisor. [ 753.104060] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.104874] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b952c296-6f21-470b-8ae1-7b3fa2026b5f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.295974] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c811b8-a8a2-4e08-b73a-a4424ba93ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.015496} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.296771] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b7964b-aed0-4394-823e-f94c3c422fd3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.303745] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 753.303745] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5226511f-76a9-86ba-4d3b-30d75dddf85c" [ 753.303745] env[68116]: _type = "Task" [ 753.303745] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.311912] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5226511f-76a9-86ba-4d3b-30d75dddf85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.349930] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 9913340c-ab70-49fc-b116-906a6bdcc208 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.462511] env[68116]: DEBUG nova.compute.manager [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Received event network-changed-dedb73ff-3dc9-437e-965c-7a6bb74a5621 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.462980] env[68116]: DEBUG nova.compute.manager [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Refreshing instance network info cache due to event network-changed-dedb73ff-3dc9-437e-965c-7a6bb74a5621. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 753.463361] env[68116]: DEBUG oslo_concurrency.lockutils [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] Acquiring lock "refresh_cache-d3e9f489-8b49-49d4-a37c-821bf18f066d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.463611] env[68116]: DEBUG oslo_concurrency.lockutils [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] Acquired lock "refresh_cache-d3e9f489-8b49-49d4-a37c-821bf18f066d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.463887] env[68116]: DEBUG nova.network.neutron [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Refreshing network info cache for port dedb73ff-3dc9-437e-965c-7a6bb74a5621 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.489413] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.527890] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785822, 'name': CreateVM_Task, 'duration_secs': 0.356342} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.528791] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.529543] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.529720] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.530044] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.530540] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d714330d-bea9-4091-90bc-8a6aceafc28c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.536938] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 753.536938] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526ed123-31c6-edc9-321e-16671883b75a" [ 753.536938] env[68116]: _type = "Task" [ 753.536938] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.545294] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526ed123-31c6-edc9-321e-16671883b75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.623360] env[68116]: INFO nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Took 42.75 seconds to build instance. [ 753.814100] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5226511f-76a9-86ba-4d3b-30d75dddf85c, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.815069] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.815069] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] a6e76780-ee00-422a-b2e7-d954ef122051/a6e76780-ee00-422a-b2e7-d954ef122051.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.815069] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45b820d9-7d83-493c-8a66-2b27736f1a46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.821336] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 753.821336] env[68116]: value = "task-2785823" [ 753.821336] env[68116]: _type = "Task" [ 753.821336] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.828792] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.852826] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.019838] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.051914] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526ed123-31c6-edc9-321e-16671883b75a, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.052157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.052623] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.052970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.053316] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.053414] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.053724] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36498c21-3ef0-4a61-b936-352299acdfb8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.067340] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.067647] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.070573] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7bce69-a96a-4b49-a73e-cb6bd238e77a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.077344] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 754.077344] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524810e6-54d0-27ac-27c2-3f5b5f99cd8c" [ 754.077344] env[68116]: _type = "Task" [ 754.077344] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.086025] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524810e6-54d0-27ac-27c2-3f5b5f99cd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.127974] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.485s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.208273] env[68116]: DEBUG nova.network.neutron [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Updated VIF entry in instance network info cache for port dedb73ff-3dc9-437e-965c-7a6bb74a5621. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.208681] env[68116]: DEBUG nova.network.neutron [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Updating instance_info_cache with network_info: [{"id": "dedb73ff-3dc9-437e-965c-7a6bb74a5621", "address": "fa:16:3e:5d:c4:b5", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdedb73ff-3d", "ovs_interfaceid": "dedb73ff-3dc9-437e-965c-7a6bb74a5621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.342779] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785823, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.356495] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance cc659801-e9ef-4e26-baef-533548faa249 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.434279] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.434574] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.434799] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.435044] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.435259] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.437407] env[68116]: INFO nova.compute.manager [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Terminating instance [ 754.588542] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524810e6-54d0-27ac-27c2-3f5b5f99cd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.052061} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.589374] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1005a21-8df8-45b0-a044-76f64ba1cac9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.594648] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 754.594648] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52441063-75d8-e7ae-cfb3-4dfcb21d9c5b" [ 754.594648] env[68116]: _type = "Task" [ 754.594648] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.602435] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52441063-75d8-e7ae-cfb3-4dfcb21d9c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.630139] env[68116]: DEBUG nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.711559] env[68116]: DEBUG oslo_concurrency.lockutils [req-3f083f1d-c3db-4965-9507-b893fa137900 req-d775bf33-3c39-408f-aac9-5d5783c6afd5 service nova] Releasing lock "refresh_cache-d3e9f489-8b49-49d4-a37c-821bf18f066d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.837245] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517679} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.837475] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] a6e76780-ee00-422a-b2e7-d954ef122051/a6e76780-ee00-422a-b2e7-d954ef122051.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.837689] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.837939] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cc14e3a-0855-4949-9ecd-88a36c66a789 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.844300] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 754.844300] env[68116]: value = "task-2785824" [ 754.844300] env[68116]: _type = "Task" [ 754.844300] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.852410] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.860372] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 10436fc4-3f5c-4fbf-b316-1986fce6eeeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.940819] env[68116]: DEBUG nova.compute.manager [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.941089] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.941992] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c28938-53b7-4bac-9fc6-8a676fb7ba9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.951098] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.951396] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e9c52d-a1b5-480a-8f01-cb1c199acd7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.958505] env[68116]: DEBUG oslo_vmware.api [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 754.958505] env[68116]: value = "task-2785825" [ 754.958505] env[68116]: _type = "Task" [ 754.958505] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.970569] env[68116]: DEBUG oslo_vmware.api [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.001880] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.001880] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.107595] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52441063-75d8-e7ae-cfb3-4dfcb21d9c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.037958} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.108675] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.108986] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] d3e9f489-8b49-49d4-a37c-821bf18f066d/d3e9f489-8b49-49d4-a37c-821bf18f066d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.109598] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9373584e-6367-4517-81cd-70344fab87e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.116342] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 755.116342] env[68116]: value = "task-2785826" [ 755.116342] env[68116]: _type = "Task" [ 755.116342] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.124586] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.149094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.357375] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067704} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.357724] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.358685] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c119b-7d28-4ce5-8811-e7a860e41b30 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.363186] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance a74713b1-37d2-477a-8e70-6d1b5916156a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.392908] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] a6e76780-ee00-422a-b2e7-d954ef122051/a6e76780-ee00-422a-b2e7-d954ef122051.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.394590] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757df47a-705e-46d5-b3e5-9e2df1b2bfe9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.428439] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 755.428439] env[68116]: value = "task-2785827" [ 755.428439] env[68116]: _type = "Task" [ 755.428439] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.440093] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.467637] env[68116]: DEBUG oslo_vmware.api [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785825, 'name': PowerOffVM_Task, 'duration_secs': 0.378583} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.467906] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.468091] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.468343] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f363a03-7cf9-480f-8a18-96f55489e95e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.538233] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.539029] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.539029] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleting the datastore file [datastore2] 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.539029] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4302f6f5-45ea-4a67-9d99-23cc0364b732 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.545714] env[68116]: DEBUG oslo_vmware.api [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 755.545714] env[68116]: value = "task-2785829" [ 755.545714] env[68116]: _type = "Task" [ 755.545714] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.554556] env[68116]: DEBUG oslo_vmware.api [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.626108] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.895875] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 37b39a21-4d4d-432d-a3f9-88f20d00ed86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.939026] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.055876] env[68116]: DEBUG oslo_vmware.api [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499859} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.056166] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.056351] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.056580] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.056759] env[68116]: INFO nova.compute.manager [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 756.057015] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.057236] env[68116]: DEBUG nova.compute.manager [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.057346] env[68116]: DEBUG nova.network.neutron [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.128579] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847543} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.128844] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] d3e9f489-8b49-49d4-a37c-821bf18f066d/d3e9f489-8b49-49d4-a37c-821bf18f066d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.129087] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.129344] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19b7c82-d71f-47a9-bac8-bb9b67f5fa87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.135645] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 756.135645] env[68116]: value = "task-2785830" [ 756.135645] env[68116]: _type = "Task" [ 756.135645] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.144916] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.327889] env[68116]: DEBUG nova.compute.manager [req-92e4e022-49e9-4f91-be8c-04c2bdecc955 req-0c7e2bb4-475d-4616-ad0b-56357bdb09d7 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Received event network-vif-deleted-7975b825-d6be-4abe-a60b-7638f48d89cb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.327889] env[68116]: INFO nova.compute.manager [req-92e4e022-49e9-4f91-be8c-04c2bdecc955 req-0c7e2bb4-475d-4616-ad0b-56357bdb09d7 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Neutron deleted interface 7975b825-d6be-4abe-a60b-7638f48d89cb; detaching it from the instance and deleting it from the info cache [ 756.328051] env[68116]: DEBUG nova.network.neutron [req-92e4e022-49e9-4f91-be8c-04c2bdecc955 req-0c7e2bb4-475d-4616-ad0b-56357bdb09d7 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.399805] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance cb077499-1dce-4793-9551-adad48f1a4c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.400232] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 756.400298] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 756.441523] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785827, 'name': ReconfigVM_Task, 'duration_secs': 0.66228} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.441795] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Reconfigured VM instance instance-00000024 to attach disk [datastore2] a6e76780-ee00-422a-b2e7-d954ef122051/a6e76780-ee00-422a-b2e7-d954ef122051.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.442474] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd8d36c1-3107-489f-94e5-8dffc966b854 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.449616] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 756.449616] env[68116]: value = "task-2785831" [ 756.449616] env[68116]: _type = "Task" [ 756.449616] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.457709] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785831, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.644977] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070519} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.647529] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.648499] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa328d11-1e61-4272-8919-d663896ede03 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.672017] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] d3e9f489-8b49-49d4-a37c-821bf18f066d/d3e9f489-8b49-49d4-a37c-821bf18f066d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.674911] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d759e9da-4807-4345-b5b6-3c898e474108 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.694625] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 756.694625] env[68116]: value = "task-2785832" [ 756.694625] env[68116]: _type = "Task" [ 756.694625] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.705777] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.810696] env[68116]: DEBUG nova.network.neutron [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.831769] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf02e943-88cc-4f08-b150-2786ea653808 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.842276] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a60a5f-e0f5-452e-a2cf-14cab76016db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.882876] env[68116]: DEBUG nova.compute.manager [req-92e4e022-49e9-4f91-be8c-04c2bdecc955 req-0c7e2bb4-475d-4616-ad0b-56357bdb09d7 service nova] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Detach interface failed, port_id=7975b825-d6be-4abe-a60b-7638f48d89cb, reason: Instance 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 756.918301] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81c329a-13bf-43c4-8bf5-4293fc3e50f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.925776] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1fdaf2-68b3-436e-a0f0-152ad3f63ce2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.958883] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac143141-9579-4b3d-8568-94f3cbf3ef5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.965877] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785831, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.968861] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a331a7-ee52-444a-bd77-a082c2063278 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.981758] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.205129] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.314425] env[68116]: INFO nova.compute.manager [-] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Took 1.26 seconds to deallocate network for instance. [ 757.464857] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785831, 'name': Rename_Task, 'duration_secs': 0.518198} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.465145] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.465911] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bafe06ce-4b71-4e07-8be6-f2d8b7c3dc74 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.471629] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 757.471629] env[68116]: value = "task-2785833" [ 757.471629] env[68116]: _type = "Task" [ 757.471629] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.482663] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.484898] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.705755] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.820700] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.982016] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.989926] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 757.990034] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.233s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.990896] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.620s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.991837] env[68116]: INFO nova.compute.claims [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.205563] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785832, 'name': ReconfigVM_Task, 'duration_secs': 1.164616} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.205816] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] d3e9f489-8b49-49d4-a37c-821bf18f066d/d3e9f489-8b49-49d4-a37c-821bf18f066d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.206471] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f842843-adef-4892-8768-4b11dae306de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.212146] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 758.212146] env[68116]: value = "task-2785834" [ 758.212146] env[68116]: _type = "Task" [ 758.212146] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.219798] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785834, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.482490] env[68116]: DEBUG oslo_vmware.api [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785833, 'name': PowerOnVM_Task, 'duration_secs': 0.65477} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.482803] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.482967] env[68116]: INFO nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Took 10.32 seconds to spawn the instance on the hypervisor. [ 758.483189] env[68116]: DEBUG nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.484045] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e40bce2-59dc-4948-9d28-99f530790811 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.721911] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785834, 'name': Rename_Task, 'duration_secs': 0.155377} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.722218] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.722456] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d311bba-2603-45b8-81a0-f04e0a526156 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.728822] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 758.728822] env[68116]: value = "task-2785835" [ 758.728822] env[68116]: _type = "Task" [ 758.728822] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.737686] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.004737] env[68116]: INFO nova.compute.manager [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Took 42.32 seconds to build instance. [ 759.240692] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.501921] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad48e5ad-f309-40a9-81f7-57f51fbb6d56 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.505803] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de76ac55-77ce-4f5c-aa3b-f99b1c594c39 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "a6e76780-ee00-422a-b2e7-d954ef122051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.829s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.512186] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b2204b-4a0e-453c-82ad-6c18a37af474 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.543133] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b36a18-3703-46ba-b0ac-d1a5a8f1f748 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.550864] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4e6c1a-ca4c-4124-b4dc-2f13f6b46c2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.565018] env[68116]: DEBUG nova.compute.provider_tree [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.739368] env[68116]: DEBUG oslo_vmware.api [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785835, 'name': PowerOnVM_Task, 'duration_secs': 0.92444} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.739676] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.739888] env[68116]: INFO nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Took 9.44 seconds to spawn the instance on the hypervisor. [ 759.740081] env[68116]: DEBUG nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.740944] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddc9c1-38c5-4cab-bac8-b7613cfe64cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.942020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.942020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.942020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.942201] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.942365] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.944889] env[68116]: INFO nova.compute.manager [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Terminating instance [ 760.010075] env[68116]: DEBUG nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.068142] env[68116]: DEBUG nova.scheduler.client.report [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.257986] env[68116]: INFO nova.compute.manager [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Took 39.79 seconds to build instance. [ 760.449046] env[68116]: DEBUG nova.compute.manager [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.449398] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.450746] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee24f7e-0fb7-42c7-9bc6-2f33df8aa35a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.460873] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.461222] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b046afe-5f13-4931-86e7-a5e2544f2f3f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.468645] env[68116]: DEBUG oslo_vmware.api [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 760.468645] env[68116]: value = "task-2785836" [ 760.468645] env[68116]: _type = "Task" [ 760.468645] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.476588] env[68116]: DEBUG oslo_vmware.api [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.533877] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.573387] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.573700] env[68116]: DEBUG nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.576269] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.906s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.576455] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.578537] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.681s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.578771] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.580629] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.916s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.580849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.582536] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.286s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.584385] env[68116]: INFO nova.compute.claims [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.606965] env[68116]: INFO nova.scheduler.client.report [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Deleted allocations for instance 64064bc9-7edd-4d3c-bd22-5a159eda1d4b [ 760.610803] env[68116]: INFO nova.scheduler.client.report [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted allocations for instance 07524071-0948-40d6-bfba-85407a2479f7 [ 760.624422] env[68116]: INFO nova.scheduler.client.report [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Deleted allocations for instance 88b98a00-5e83-4d8f-b39a-ec2418ed12ac [ 760.709067] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.760711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-faf3e458-c558-4982-a33b-7e9c96f327c3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.682s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.762027] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.053s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.762221] env[68116]: DEBUG nova.compute.manager [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.763331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1ca01c-a42f-4bc7-bf15-c59a7a368d93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.771263] env[68116]: DEBUG nova.compute.manager [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 760.771822] env[68116]: DEBUG nova.objects.instance [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lazy-loading 'flavor' on Instance uuid d3e9f489-8b49-49d4-a37c-821bf18f066d {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.978698] env[68116]: DEBUG oslo_vmware.api [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785836, 'name': PowerOffVM_Task, 'duration_secs': 0.314565} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.978997] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.979226] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.979512] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94c8a56-11aa-4e71-9ead-d19851633fd0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.062411] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.062590] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.062760] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleting the datastore file [datastore2] 22b5827f-a1fc-430d-9932-aa8c4e9f69d3 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.063039] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664bca8f-81d1-4ce5-8e12-122a53abbe30 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.069660] env[68116]: DEBUG oslo_vmware.api [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 761.069660] env[68116]: value = "task-2785838" [ 761.069660] env[68116]: _type = "Task" [ 761.069660] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.077735] env[68116]: DEBUG oslo_vmware.api [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.089266] env[68116]: DEBUG nova.compute.utils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.092949] env[68116]: DEBUG nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.093152] env[68116]: DEBUG nova.network.neutron [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.122147] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9c4b71ca-898a-46f5-ba7f-6f921b378a16 tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "64064bc9-7edd-4d3c-bd22-5a159eda1d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.022s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.123123] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c1037ea5-d04f-452a-a330-526d48213b71 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "07524071-0948-40d6-bfba-85407a2479f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.418s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.131805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a53acc21-8720-44ef-8225-b44d22385fdd tempest-TenantUsagesTestJSON-1083656779 tempest-TenantUsagesTestJSON-1083656779-project-member] Lock "88b98a00-5e83-4d8f-b39a-ec2418ed12ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.068s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.151028] env[68116]: DEBUG nova.policy [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f4340ab3741468bb1357cf79775010a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a216f04819c4b8d93aa80bdd5a6ac08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.263589] env[68116]: DEBUG nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.443118] env[68116]: DEBUG nova.network.neutron [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Successfully created port: d98b893a-b079-4b23-aa21-5e584db12cd4 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.579696] env[68116]: DEBUG oslo_vmware.api [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340689} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.580583] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.580583] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.580583] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.580583] env[68116]: INFO nova.compute.manager [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 761.581057] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.581723] env[68116]: DEBUG nova.compute.manager [-] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.581838] env[68116]: DEBUG nova.network.neutron [-] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.602193] env[68116]: DEBUG nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.682485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "9510e99c-c0ac-4360-a263-cac731f70720" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.682769] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "9510e99c-c0ac-4360-a263-cac731f70720" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.682986] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "9510e99c-c0ac-4360-a263-cac731f70720-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.683224] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "9510e99c-c0ac-4360-a263-cac731f70720-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.683584] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "9510e99c-c0ac-4360-a263-cac731f70720-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.685621] env[68116]: INFO nova.compute.manager [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Terminating instance [ 761.777904] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.779313] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fee17db-b618-4b12-9c37-004a408c5081 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.783079] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.787839] env[68116]: DEBUG oslo_vmware.api [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 761.787839] env[68116]: value = "task-2785839" [ 761.787839] env[68116]: _type = "Task" [ 761.787839] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.799622] env[68116]: DEBUG oslo_vmware.api [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.162343] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f100747-3b81-4006-a8d8-cc930dbe9d50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.173260] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38a56c7-4fcd-440c-b6e4-d30af199e56e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.207768] env[68116]: DEBUG nova.compute.manager [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.207989] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.209144] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ac535-bef2-41b5-a9cb-622fdd9fca25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.212425] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec337cd2-9ed9-464e-b3c8-c5ebdae912eb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.223732] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d75b7b-2f00-425f-baa0-ef078309d6b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.227917] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.228286] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e616c20-7bdb-4075-9681-8ce8712ca442 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.240827] env[68116]: DEBUG nova.compute.provider_tree [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.244466] env[68116]: DEBUG oslo_vmware.api [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 762.244466] env[68116]: value = "task-2785840" [ 762.244466] env[68116]: _type = "Task" [ 762.244466] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.252661] env[68116]: DEBUG oslo_vmware.api [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.297893] env[68116]: DEBUG oslo_vmware.api [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785839, 'name': PowerOffVM_Task, 'duration_secs': 0.356475} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.298569] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.298569] env[68116]: DEBUG nova.compute.manager [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.299560] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578529a0-d382-407a-abf2-38467eabbd5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.397392] env[68116]: DEBUG nova.compute.manager [req-1b5560ad-866f-4d7b-b3b6-5eadc8dce884 req-fec4b160-a8fd-4af9-b29d-a3b91de291ae service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Received event network-vif-deleted-3b3dc194-7437-4247-9d94-328675f7be40 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.397392] env[68116]: INFO nova.compute.manager [req-1b5560ad-866f-4d7b-b3b6-5eadc8dce884 req-fec4b160-a8fd-4af9-b29d-a3b91de291ae service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Neutron deleted interface 3b3dc194-7437-4247-9d94-328675f7be40; detaching it from the instance and deleting it from the info cache [ 762.398042] env[68116]: DEBUG nova.network.neutron [req-1b5560ad-866f-4d7b-b3b6-5eadc8dce884 req-fec4b160-a8fd-4af9-b29d-a3b91de291ae service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.518587] env[68116]: DEBUG nova.network.neutron [-] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.614845] env[68116]: DEBUG nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.654875] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.654875] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.654875] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.655049] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.655049] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.655111] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.655332] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.655521] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.655647] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.655810] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.655981] env[68116]: DEBUG nova.virt.hardware [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.656871] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2429777-6529-4e3a-af3f-d20d6510f79f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.665058] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5d8148-7ecc-4e31-8676-aadc1749b105 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.744093] env[68116]: DEBUG nova.scheduler.client.report [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.756625] env[68116]: DEBUG oslo_vmware.api [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785840, 'name': PowerOffVM_Task, 'duration_secs': 0.257265} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.757142] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.757350] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.757749] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9aff946-bd9f-4e64-8546-8fec12f46a59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.813654] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cc07ac1c-65c3-44ac-8e3b-2fd2f1efa9b3 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.823138] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.823413] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.823593] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Deleting the datastore file [datastore2] 9510e99c-c0ac-4360-a263-cac731f70720 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.823851] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e1bac23-0f00-46f7-8491-bfa1756fd15d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.831182] env[68116]: DEBUG oslo_vmware.api [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for the task: (returnval){ [ 762.831182] env[68116]: value = "task-2785842" [ 762.831182] env[68116]: _type = "Task" [ 762.831182] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.839737] env[68116]: DEBUG oslo_vmware.api [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.902941] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a06af96a-336a-4635-8f28-351aad293d48 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.910338] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d615aa-c6a9-4966-9124-3f16004c9430 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.945284] env[68116]: DEBUG nova.compute.manager [req-1b5560ad-866f-4d7b-b3b6-5eadc8dce884 req-fec4b160-a8fd-4af9-b29d-a3b91de291ae service nova] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Detach interface failed, port_id=3b3dc194-7437-4247-9d94-328675f7be40, reason: Instance 22b5827f-a1fc-430d-9932-aa8c4e9f69d3 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 762.957248] env[68116]: DEBUG nova.network.neutron [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Successfully updated port: d98b893a-b079-4b23-aa21-5e584db12cd4 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.988938] env[68116]: DEBUG nova.compute.manager [req-23ad2960-6637-468e-bf6c-f0475b56b488 req-be319cba-37dd-482a-8aef-24e70c809ed2 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Received event network-vif-plugged-d98b893a-b079-4b23-aa21-5e584db12cd4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.989189] env[68116]: DEBUG oslo_concurrency.lockutils [req-23ad2960-6637-468e-bf6c-f0475b56b488 req-be319cba-37dd-482a-8aef-24e70c809ed2 service nova] Acquiring lock "77f3a691-e382-4f35-abdc-eba5d791c76a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.989398] env[68116]: DEBUG oslo_concurrency.lockutils [req-23ad2960-6637-468e-bf6c-f0475b56b488 req-be319cba-37dd-482a-8aef-24e70c809ed2 service nova] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.989558] env[68116]: DEBUG oslo_concurrency.lockutils [req-23ad2960-6637-468e-bf6c-f0475b56b488 req-be319cba-37dd-482a-8aef-24e70c809ed2 service nova] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.989721] env[68116]: DEBUG nova.compute.manager [req-23ad2960-6637-468e-bf6c-f0475b56b488 req-be319cba-37dd-482a-8aef-24e70c809ed2 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] No waiting events found dispatching network-vif-plugged-d98b893a-b079-4b23-aa21-5e584db12cd4 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.989884] env[68116]: WARNING nova.compute.manager [req-23ad2960-6637-468e-bf6c-f0475b56b488 req-be319cba-37dd-482a-8aef-24e70c809ed2 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Received unexpected event network-vif-plugged-d98b893a-b079-4b23-aa21-5e584db12cd4 for instance with vm_state building and task_state spawning. [ 763.020852] env[68116]: INFO nova.compute.manager [-] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Took 1.44 seconds to deallocate network for instance. [ 763.252340] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.252895] env[68116]: DEBUG nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.255542] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.122s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.256954] env[68116]: INFO nova.compute.claims [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.344304] env[68116]: DEBUG oslo_vmware.api [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Task: {'id': task-2785842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272262} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.345044] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.345044] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.345170] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.345318] env[68116]: INFO nova.compute.manager [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Took 1.14 seconds to destroy the instance on the hypervisor. [ 763.345631] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.345865] env[68116]: DEBUG nova.compute.manager [-] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.345987] env[68116]: DEBUG nova.network.neutron [-] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.461774] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "refresh_cache-77f3a691-e382-4f35-abdc-eba5d791c76a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.461936] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquired lock "refresh_cache-77f3a691-e382-4f35-abdc-eba5d791c76a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.462103] env[68116]: DEBUG nova.network.neutron [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.530170] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.764836] env[68116]: DEBUG nova.compute.utils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.767197] env[68116]: DEBUG nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.767197] env[68116]: DEBUG nova.network.neutron [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.817080] env[68116]: DEBUG nova.policy [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70dd135a89be4f7585117d2d0782e7ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288b0f26f2ee4f74aa4b26b511d547a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.044102] env[68116]: DEBUG nova.network.neutron [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.109461] env[68116]: DEBUG nova.network.neutron [-] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.141720] env[68116]: DEBUG nova.network.neutron [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Successfully created port: ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.257063] env[68116]: DEBUG nova.network.neutron [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Updating instance_info_cache with network_info: [{"id": "d98b893a-b079-4b23-aa21-5e584db12cd4", "address": "fa:16:3e:a1:65:87", "network": {"id": "7c81dbb4-c3ff-42ca-bc6a-cf5aae8c208a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1963559000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a216f04819c4b8d93aa80bdd5a6ac08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98b893a-b0", "ovs_interfaceid": "d98b893a-b079-4b23-aa21-5e584db12cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.272361] env[68116]: DEBUG nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.332350] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.333062] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.426584] env[68116]: DEBUG nova.compute.manager [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.427714] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf23d163-2ab3-4c8c-b191-3ffae0cb53af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.612943] env[68116]: INFO nova.compute.manager [-] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Took 1.27 seconds to deallocate network for instance. [ 764.761168] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Releasing lock "refresh_cache-77f3a691-e382-4f35-abdc-eba5d791c76a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.761168] env[68116]: DEBUG nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Instance network_info: |[{"id": "d98b893a-b079-4b23-aa21-5e584db12cd4", "address": "fa:16:3e:a1:65:87", "network": {"id": "7c81dbb4-c3ff-42ca-bc6a-cf5aae8c208a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1963559000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a216f04819c4b8d93aa80bdd5a6ac08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98b893a-b0", "ovs_interfaceid": "d98b893a-b079-4b23-aa21-5e584db12cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.761470] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:65:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd98b893a-b079-4b23-aa21-5e584db12cd4', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.774013] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Creating folder: Project (7a216f04819c4b8d93aa80bdd5a6ac08). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.776812] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0434213a-c8b3-4bfe-bbd7-111edc37b645 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.779642] env[68116]: INFO nova.virt.block_device [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Booting with volume 678b3a20-007d-4277-bf6b-022ffa5b38f9 at /dev/sda [ 764.794587] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Created folder: Project (7a216f04819c4b8d93aa80bdd5a6ac08) in parent group-v559920. [ 764.794587] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Creating folder: Instances. Parent ref: group-v560035. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.794587] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18451622-e6df-4270-8af0-7f8c3805eb32 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.806691] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Created folder: Instances in parent group-v560035. [ 764.807469] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.807688] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.807897] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a16e0e73-ab84-4ed7-bf1e-417894af0a0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.832298] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.832298] env[68116]: value = "task-2785845" [ 764.832298] env[68116]: _type = "Task" [ 764.832298] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.837033] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5334ee5f-97e3-4041-93a3-df73c1c54df4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.845611] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785845, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.852621] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeb7cd4-95e2-4929-9116-c4096e97dbdc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.864048] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d8195d-2e79-42b3-8024-b69b4bd77e07 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.872718] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb0c2e-ec82-4da5-9978-33ecd1b35c35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.915353] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-662dfe63-21b1-4a2b-9ac4-2b12256cb923 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.918665] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3010e94-0686-4048-b675-371ec23a19ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.932702] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741cb03-5270-496b-8753-d709d4f5c10f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.940738] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c604de-070a-43c0-ae3b-7b12c6876201 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.952487] env[68116]: INFO nova.compute.manager [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] instance snapshotting [ 764.952786] env[68116]: WARNING nova.compute.manager [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 764.957669] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631a7ea4-be8b-439c-8a0f-3ed184cfaddc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.970068] env[68116]: DEBUG nova.compute.provider_tree [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.999159] env[68116]: DEBUG nova.scheduler.client.report [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.002979] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e417b4c-6cd9-4374-b813-ef1cd34bb437 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.006270] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da05fe4-5ee0-419f-bdc6-0dd7863a7be0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.016231] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f222738-03c2-454a-83fa-1a3d1f1dd096 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.035650] env[68116]: DEBUG nova.virt.block_device [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Updating existing volume attachment record: 2d468b26-3788-4c0e-8551-f3d3014a23bc {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 765.123347] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.124883] env[68116]: DEBUG nova.compute.manager [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Received event network-changed-d98b893a-b079-4b23-aa21-5e584db12cd4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 765.125060] env[68116]: DEBUG nova.compute.manager [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Refreshing instance network info cache due to event network-changed-d98b893a-b079-4b23-aa21-5e584db12cd4. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 765.125274] env[68116]: DEBUG oslo_concurrency.lockutils [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] Acquiring lock "refresh_cache-77f3a691-e382-4f35-abdc-eba5d791c76a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.125412] env[68116]: DEBUG oslo_concurrency.lockutils [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] Acquired lock "refresh_cache-77f3a691-e382-4f35-abdc-eba5d791c76a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.125564] env[68116]: DEBUG nova.network.neutron [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Refreshing network info cache for port d98b893a-b079-4b23-aa21-5e584db12cd4 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.344528] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785845, 'name': CreateVM_Task, 'duration_secs': 0.333878} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.344682] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.345398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.345649] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.345964] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.346220] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87581cb9-0c27-4699-89bb-fa911e07953c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.350654] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 765.350654] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52723be7-bd36-f87a-63a7-90b00d93039f" [ 765.350654] env[68116]: _type = "Task" [ 765.350654] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.358258] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52723be7-bd36-f87a-63a7-90b00d93039f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.510748] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.511985] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.517s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.513607] env[68116]: INFO nova.compute.claims [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.526219] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.526219] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9978f232-f974-4743-8bbf-b4b2cb9314a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.537734] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 765.537734] env[68116]: value = "task-2785846" [ 765.537734] env[68116]: _type = "Task" [ 765.537734] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.548939] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.805737] env[68116]: DEBUG nova.network.neutron [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Successfully updated port: ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.866031] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52723be7-bd36-f87a-63a7-90b00d93039f, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.866468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.866737] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.867280] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.867280] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.867453] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.867758] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe12e7f-df14-4b1d-84d8-c75b39086f4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.877929] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.878190] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.879035] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d552bad-c58a-4278-bb0e-17d1bc466fe9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.890485] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 765.890485] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f27da5-30e7-2810-e1fc-505556123a8a" [ 765.890485] env[68116]: _type = "Task" [ 765.890485] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.901633] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f27da5-30e7-2810-e1fc-505556123a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.902460] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32588d2-424b-4150-a902-a0253c297d34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.908779] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 765.908779] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523c8653-5265-2b3c-a26c-987a8001cf00" [ 765.908779] env[68116]: _type = "Task" [ 765.908779] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.917435] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523c8653-5265-2b3c-a26c-987a8001cf00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.021617] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "3bc50a67-6630-4192-b4cc-042234f77a61" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.021878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "3bc50a67-6630-4192-b4cc-042234f77a61" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.028663] env[68116]: DEBUG nova.network.neutron [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Updated VIF entry in instance network info cache for port d98b893a-b079-4b23-aa21-5e584db12cd4. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.029017] env[68116]: DEBUG nova.network.neutron [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Updating instance_info_cache with network_info: [{"id": "d98b893a-b079-4b23-aa21-5e584db12cd4", "address": "fa:16:3e:a1:65:87", "network": {"id": "7c81dbb4-c3ff-42ca-bc6a-cf5aae8c208a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1963559000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a216f04819c4b8d93aa80bdd5a6ac08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98b893a-b0", "ovs_interfaceid": "d98b893a-b079-4b23-aa21-5e584db12cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.051709] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785846, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.313598] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Acquiring lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.313598] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Acquired lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.313598] env[68116]: DEBUG nova.network.neutron [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.423951] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523c8653-5265-2b3c-a26c-987a8001cf00, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.424252] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.424538] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 77f3a691-e382-4f35-abdc-eba5d791c76a/77f3a691-e382-4f35-abdc-eba5d791c76a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.424810] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0d38f2b-58ce-4449-92ec-66efd0d18b0a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.432372] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 766.432372] env[68116]: value = "task-2785847" [ 766.432372] env[68116]: _type = "Task" [ 766.432372] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.440990] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.526034] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "3bc50a67-6630-4192-b4cc-042234f77a61" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.526732] env[68116]: DEBUG nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.533555] env[68116]: DEBUG oslo_concurrency.lockutils [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] Releasing lock "refresh_cache-77f3a691-e382-4f35-abdc-eba5d791c76a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.533938] env[68116]: DEBUG nova.compute.manager [req-d7b83d80-03b0-4b35-9281-fb35701cbf2a req-8f00ca13-830c-4a69-9785-2f7a17b0b932 service nova] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Received event network-vif-deleted-cf6ca851-11c5-487e-a71f-77ba2f47aaf4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.556215] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785846, 'name': CreateSnapshot_Task, 'duration_secs': 0.536837} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.556624] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.557876] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80727828-417f-4ee2-acd3-c561d90a5431 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.762680] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.762918] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.857629] env[68116]: DEBUG nova.network.neutron [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.945383] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785847, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.027812] env[68116]: DEBUG nova.network.neutron [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Updating instance_info_cache with network_info: [{"id": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "address": "fa:16:3e:cc:36:bd", "network": {"id": "ec65b45d-d5d3-4678-bc8e-1fb9192f6374", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-344975488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288b0f26f2ee4f74aa4b26b511d547a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2ccf6a-33", "ovs_interfaceid": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.034870] env[68116]: DEBUG nova.compute.utils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.036876] env[68116]: DEBUG nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.037331] env[68116]: DEBUG nova.network.neutron [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.084402] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.085041] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0ceb83f-1d48-48e4-90b0-a2dc8f6270aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.094289] env[68116]: DEBUG nova.policy [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f98c356179694798badb3a88c1035a05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d494477dc5b4056bea42e5e0ec73a02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.098159] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 767.098159] env[68116]: value = "task-2785848" [ 767.098159] env[68116]: _type = "Task" [ 767.098159] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.108068] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785848, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.164743] env[68116]: DEBUG nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.166159] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.166159] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.166159] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.166159] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.166517] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.166517] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.166616] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.166754] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.167035] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.167362] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.168436] env[68116]: DEBUG nova.virt.hardware [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.170018] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf670aa4-74db-4686-b947-cd4efcce0e1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.176457] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a63f4c-3b1a-443a-9ac1-981ceebc9a57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.182941] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97acb7e-56c8-4a06-974a-98e85485efe0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.192878] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0424b71a-1521-46e8-ad88-fff8659cfd88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.238730] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0352a9d8-b1be-4039-bf2e-1aba142c3731 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.247849] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87d554-610a-4053-b737-1c2caadd0b4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.264440] env[68116]: DEBUG nova.compute.provider_tree [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.366701] env[68116]: DEBUG nova.compute.manager [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Received event network-vif-plugged-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.367020] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] Acquiring lock "0f6b596f-f7f0-4919-9301-feeda6237423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.367491] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] Lock "0f6b596f-f7f0-4919-9301-feeda6237423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.367838] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] Lock "0f6b596f-f7f0-4919-9301-feeda6237423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.368027] env[68116]: DEBUG nova.compute.manager [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] No waiting events found dispatching network-vif-plugged-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.368211] env[68116]: WARNING nova.compute.manager [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Received unexpected event network-vif-plugged-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea for instance with vm_state building and task_state spawning. [ 767.368346] env[68116]: DEBUG nova.compute.manager [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Received event network-changed-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.368507] env[68116]: DEBUG nova.compute.manager [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Refreshing instance network info cache due to event network-changed-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 767.368686] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] Acquiring lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.458126] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.537644] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Releasing lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.537995] env[68116]: DEBUG nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Instance network_info: |[{"id": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "address": "fa:16:3e:cc:36:bd", "network": {"id": "ec65b45d-d5d3-4678-bc8e-1fb9192f6374", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-344975488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288b0f26f2ee4f74aa4b26b511d547a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2ccf6a-33", "ovs_interfaceid": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.538312] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] Acquired lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.538493] env[68116]: DEBUG nova.network.neutron [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Refreshing network info cache for port ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.539851] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:36:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.549540] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Creating folder: Project (288b0f26f2ee4f74aa4b26b511d547a1). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.550739] env[68116]: DEBUG nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.554934] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12fb01ea-a0a8-4fa5-87d7-b9c1ede32034 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.569343] env[68116]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 767.569545] env[68116]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68116) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 767.569901] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Folder already exists: Project (288b0f26f2ee4f74aa4b26b511d547a1). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 767.570112] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Creating folder: Instances. Parent ref: group-v559980. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.570406] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc96f31d-e6c0-4328-aab6-7d28e8fbc454 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.582648] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Created folder: Instances in parent group-v559980. [ 767.582648] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.582648] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.582648] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94ecf866-61ae-4190-94aa-0a6a5b2a2d66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.614330] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785848, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.614550] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.614550] env[68116]: value = "task-2785851" [ 767.614550] env[68116]: _type = "Task" [ 767.614550] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.627984] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785851, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.646293] env[68116]: DEBUG nova.network.neutron [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Successfully created port: fb39609c-d4c4-4165-a23a-c551568249ee {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.768450] env[68116]: DEBUG nova.scheduler.client.report [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.947368] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785847, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062068} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.947822] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 77f3a691-e382-4f35-abdc-eba5d791c76a/77f3a691-e382-4f35-abdc-eba5d791c76a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.948195] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.948295] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2330ba7b-fbd7-4ff7-b2e9-912cfc4fe68e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.956074] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 767.956074] env[68116]: value = "task-2785852" [ 767.956074] env[68116]: _type = "Task" [ 767.956074] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.965062] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.112919] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785848, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.125775] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785851, 'name': CreateVM_Task, 'duration_secs': 0.486251} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.125995] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.126913] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2d468b26-3788-4c0e-8551-f3d3014a23bc', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-559986', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'name': 'volume-678b3a20-007d-4277-bf6b-022ffa5b38f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f6b596f-f7f0-4919-9301-feeda6237423', 'attached_at': '', 'detached_at': '', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'serial': '678b3a20-007d-4277-bf6b-022ffa5b38f9'}, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68116) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 768.127184] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Root volume attach. Driver type: vmdk {{(pid=68116) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 768.128922] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602187a5-4dea-4d4e-9d41-c6cd149ab2e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.138453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e4d5c-7462-455f-b370-94ad67844bc9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.147139] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94db6e7-dd43-4417-a047-0ea52834e4fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.154262] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e08b067e-a6c7-4a09-802d-5006b0918dad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.159847] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 768.159847] env[68116]: value = "task-2785853" [ 768.159847] env[68116]: _type = "Task" [ 768.159847] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.171182] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785853, 'name': RelocateVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.274148] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.274870] env[68116]: DEBUG nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.280074] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.085s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.280074] env[68116]: INFO nova.compute.claims [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.293412] env[68116]: DEBUG nova.network.neutron [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Updated VIF entry in instance network info cache for port ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.293412] env[68116]: DEBUG nova.network.neutron [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Updating instance_info_cache with network_info: [{"id": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "address": "fa:16:3e:cc:36:bd", "network": {"id": "ec65b45d-d5d3-4678-bc8e-1fb9192f6374", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-344975488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288b0f26f2ee4f74aa4b26b511d547a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2ccf6a-33", "ovs_interfaceid": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.465704] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178855} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.465897] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.466754] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50170618-6d81-4b5d-899c-673d477e0581 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.490365] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 77f3a691-e382-4f35-abdc-eba5d791c76a/77f3a691-e382-4f35-abdc-eba5d791c76a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.490657] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa78764-88bb-4668-9291-54450b31e54f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.509778] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 768.509778] env[68116]: value = "task-2785854" [ 768.509778] env[68116]: _type = "Task" [ 768.509778] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.519920] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.563357] env[68116]: DEBUG nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.587014] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.587281] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.587439] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.587618] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.587762] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.587905] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.588143] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.588313] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.588483] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.588647] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.588816] env[68116]: DEBUG nova.virt.hardware [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.589706] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae4afc1-a8d9-4e5b-a732-70c9182621ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.597548] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f53976a-a7ab-4cfd-a996-15a4983d9489 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.619021] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785848, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.669976] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785853, 'name': RelocateVM_Task} progress is 20%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.783964] env[68116]: DEBUG nova.compute.utils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.788026] env[68116]: DEBUG nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.788026] env[68116]: DEBUG nova.network.neutron [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.797769] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8ff2fc5-c959-4d6a-a1a3-b3a10753684e req-2d18337d-e847-4fe8-b28b-4a3a7bd17f5c service nova] Releasing lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.831847] env[68116]: DEBUG nova.policy [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85fbe376781a4a60ac3c47a7f7378cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a70d2cb7cf0245fd81ab47fbbaae417d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.019460] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785854, 'name': ReconfigVM_Task, 'duration_secs': 0.445856} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.019768] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 77f3a691-e382-4f35-abdc-eba5d791c76a/77f3a691-e382-4f35-abdc-eba5d791c76a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.020383] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d51993b3-f100-4772-8f42-4b0e66240fd8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.026402] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 769.026402] env[68116]: value = "task-2785855" [ 769.026402] env[68116]: _type = "Task" [ 769.026402] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.033800] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785855, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.113666] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785848, 'name': CloneVM_Task, 'duration_secs': 1.996175} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.113978] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Created linked-clone VM from snapshot [ 769.114751] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0300fc88-a1e1-404e-8fb7-33882ff4957b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.126245] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Uploading image 3d6d4a84-0f25-47af-9cf1-559b92021aac {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.144622] env[68116]: DEBUG nova.network.neutron [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Successfully created port: 652fbce5-7048-4be5-815f-39c2cf801c98 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.158938] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.158938] env[68116]: value = "vm-560039" [ 769.158938] env[68116]: _type = "VirtualMachine" [ 769.158938] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.159345] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35891914-4b94-4600-99b0-c1e0038c938d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.172863] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785853, 'name': RelocateVM_Task, 'duration_secs': 0.80935} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.172863] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 769.172863] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-559986', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'name': 'volume-678b3a20-007d-4277-bf6b-022ffa5b38f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f6b596f-f7f0-4919-9301-feeda6237423', 'attached_at': '', 'detached_at': '', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'serial': '678b3a20-007d-4277-bf6b-022ffa5b38f9'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 769.176450] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease: (returnval){ [ 769.176450] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5232566b-33a6-abbc-18e8-e69224b4c9b2" [ 769.176450] env[68116]: _type = "HttpNfcLease" [ 769.176450] env[68116]: } obtained for exporting VM: (result){ [ 769.176450] env[68116]: value = "vm-560039" [ 769.176450] env[68116]: _type = "VirtualMachine" [ 769.176450] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.176450] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the lease: (returnval){ [ 769.176450] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5232566b-33a6-abbc-18e8-e69224b4c9b2" [ 769.176450] env[68116]: _type = "HttpNfcLease" [ 769.176450] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.176450] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20251a6-2cb7-4cbf-a391-d18ba8ddd7ed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.184036] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.184036] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5232566b-33a6-abbc-18e8-e69224b4c9b2" [ 769.184036] env[68116]: _type = "HttpNfcLease" [ 769.184036] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.194992] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.194992] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5232566b-33a6-abbc-18e8-e69224b4c9b2" [ 769.194992] env[68116]: _type = "HttpNfcLease" [ 769.194992] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.196268] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613216fc-d42e-4b3c-8ebb-5b16add096be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.199738] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e11aaf-898c-4769-986d-12a55bcb255b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.207801] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224c45f-00e8-a0a7-b5c5-40059315919a/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.208020] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224c45f-00e8-a0a7-b5c5-40059315919a/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.231432] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] volume-678b3a20-007d-4277-bf6b-022ffa5b38f9/volume-678b3a20-007d-4277-bf6b-022ffa5b38f9.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.233035] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dc50542-de56-4102-a6cc-4dbd3fb8a8d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.300363] env[68116]: DEBUG nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.313269] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 769.313269] env[68116]: value = "task-2785857" [ 769.313269] env[68116]: _type = "Task" [ 769.313269] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.321621] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.354401] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2df1745-62b2-4bc4-9995-4a9b0e1fc823 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.539729] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785855, 'name': Rename_Task, 'duration_secs': 0.149245} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.543568] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.544381] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f644039-3170-4f5e-86ab-9cc835429c76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.554532] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 769.554532] env[68116]: value = "task-2785858" [ 769.554532] env[68116]: _type = "Task" [ 769.554532] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.567931] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.680059] env[68116]: DEBUG nova.compute.manager [req-6f2b8260-59a2-4700-aefa-a69c1860981e req-a0bfec7c-14e8-4a82-8c01-93a852cdadc6 service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Received event network-vif-plugged-fb39609c-d4c4-4165-a23a-c551568249ee {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.680292] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f2b8260-59a2-4700-aefa-a69c1860981e req-a0bfec7c-14e8-4a82-8c01-93a852cdadc6 service nova] Acquiring lock "c535e82c-bd6f-430b-904a-c0f42cddf43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.680530] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f2b8260-59a2-4700-aefa-a69c1860981e req-a0bfec7c-14e8-4a82-8c01-93a852cdadc6 service nova] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.680701] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f2b8260-59a2-4700-aefa-a69c1860981e req-a0bfec7c-14e8-4a82-8c01-93a852cdadc6 service nova] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.680862] env[68116]: DEBUG nova.compute.manager [req-6f2b8260-59a2-4700-aefa-a69c1860981e req-a0bfec7c-14e8-4a82-8c01-93a852cdadc6 service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] No waiting events found dispatching network-vif-plugged-fb39609c-d4c4-4165-a23a-c551568249ee {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.681196] env[68116]: WARNING nova.compute.manager [req-6f2b8260-59a2-4700-aefa-a69c1860981e req-a0bfec7c-14e8-4a82-8c01-93a852cdadc6 service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Received unexpected event network-vif-plugged-fb39609c-d4c4-4165-a23a-c551568249ee for instance with vm_state building and task_state spawning. [ 769.724628] env[68116]: DEBUG nova.network.neutron [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Successfully updated port: fb39609c-d4c4-4165-a23a-c551568249ee {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.823065] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785857, 'name': ReconfigVM_Task, 'duration_secs': 0.257102} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.826117] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Reconfigured VM instance instance-00000027 to attach disk [datastore2] volume-678b3a20-007d-4277-bf6b-022ffa5b38f9/volume-678b3a20-007d-4277-bf6b-022ffa5b38f9.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.832239] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e910a5d-664d-4f74-876b-f2ed9170f131 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.847680] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 769.847680] env[68116]: value = "task-2785859" [ 769.847680] env[68116]: _type = "Task" [ 769.847680] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.860973] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.992153] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae4aef2-0b1c-4d2b-8765-74174450742b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.000813] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d425c2-4eda-40cf-b9dd-3ee22d44f035 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.038704] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a53e0-147f-4b29-b35e-ff909374b8dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.047969] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1988d353-1e00-4bab-aa61-70576c95d608 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.063154] env[68116]: DEBUG nova.compute.provider_tree [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.074464] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.226278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "refresh_cache-c535e82c-bd6f-430b-904a-c0f42cddf43b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.226423] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquired lock "refresh_cache-c535e82c-bd6f-430b-904a-c0f42cddf43b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.227058] env[68116]: DEBUG nova.network.neutron [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.315130] env[68116]: DEBUG nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.339744] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.340057] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.340292] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.340517] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.340702] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.340915] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.341161] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.341330] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.341514] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.341825] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.342067] env[68116]: DEBUG nova.virt.hardware [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.342985] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810fa6b-1d85-494e-969a-2684f783fb33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.351089] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b76f5a1-91e1-47bb-84c8-c12d7eedb7f2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.362717] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785859, 'name': ReconfigVM_Task, 'duration_secs': 0.131027} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.370324] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-559986', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'name': 'volume-678b3a20-007d-4277-bf6b-022ffa5b38f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f6b596f-f7f0-4919-9301-feeda6237423', 'attached_at': '', 'detached_at': '', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'serial': '678b3a20-007d-4277-bf6b-022ffa5b38f9'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 770.371415] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7fc3b5b-6c7f-4ffb-90f0-48d542d793a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.377997] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 770.377997] env[68116]: value = "task-2785860" [ 770.377997] env[68116]: _type = "Task" [ 770.377997] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.387395] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785860, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.569435] env[68116]: DEBUG nova.scheduler.client.report [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.577091] env[68116]: DEBUG oslo_vmware.api [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785858, 'name': PowerOnVM_Task, 'duration_secs': 0.526888} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.577091] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.577091] env[68116]: INFO nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Took 7.96 seconds to spawn the instance on the hypervisor. [ 770.577091] env[68116]: DEBUG nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.577528] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6631777-286e-44aa-ae2f-805715082add {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.611160] env[68116]: DEBUG nova.compute.manager [req-111aca65-3899-467c-a38e-f3b03b594ecc req-d7dfde23-d345-4cdf-a437-3c3b6f0bded3 service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Received event network-vif-plugged-652fbce5-7048-4be5-815f-39c2cf801c98 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.611385] env[68116]: DEBUG oslo_concurrency.lockutils [req-111aca65-3899-467c-a38e-f3b03b594ecc req-d7dfde23-d345-4cdf-a437-3c3b6f0bded3 service nova] Acquiring lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.612017] env[68116]: DEBUG oslo_concurrency.lockutils [req-111aca65-3899-467c-a38e-f3b03b594ecc req-d7dfde23-d345-4cdf-a437-3c3b6f0bded3 service nova] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.612017] env[68116]: DEBUG oslo_concurrency.lockutils [req-111aca65-3899-467c-a38e-f3b03b594ecc req-d7dfde23-d345-4cdf-a437-3c3b6f0bded3 service nova] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.612017] env[68116]: DEBUG nova.compute.manager [req-111aca65-3899-467c-a38e-f3b03b594ecc req-d7dfde23-d345-4cdf-a437-3c3b6f0bded3 service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] No waiting events found dispatching network-vif-plugged-652fbce5-7048-4be5-815f-39c2cf801c98 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.613057] env[68116]: WARNING nova.compute.manager [req-111aca65-3899-467c-a38e-f3b03b594ecc req-d7dfde23-d345-4cdf-a437-3c3b6f0bded3 service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Received unexpected event network-vif-plugged-652fbce5-7048-4be5-815f-39c2cf801c98 for instance with vm_state building and task_state spawning. [ 770.677292] env[68116]: DEBUG nova.network.neutron [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Successfully updated port: 652fbce5-7048-4be5-815f-39c2cf801c98 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.759448] env[68116]: DEBUG nova.network.neutron [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.889058] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785860, 'name': Rename_Task, 'duration_secs': 0.211639} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.889450] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.889747] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f507b69b-cdfe-4b5d-bd93-299ed34d8281 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.892445] env[68116]: DEBUG nova.network.neutron [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Updating instance_info_cache with network_info: [{"id": "fb39609c-d4c4-4165-a23a-c551568249ee", "address": "fa:16:3e:e9:a4:6b", "network": {"id": "94ae391d-f07b-49fe-99bf-90045ba6d98f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1893869483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d494477dc5b4056bea42e5e0ec73a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb39609c-d4", "ovs_interfaceid": "fb39609c-d4c4-4165-a23a-c551568249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.899294] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 770.899294] env[68116]: value = "task-2785861" [ 770.899294] env[68116]: _type = "Task" [ 770.899294] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.907667] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.078121] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.078585] env[68116]: DEBUG nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.082841] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.873s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.083153] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.086205] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.394s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.086485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.088913] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.556s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.088913] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.090607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.217s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.092437] env[68116]: INFO nova.compute.claims [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.107769] env[68116]: INFO nova.compute.manager [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Took 47.76 seconds to build instance. [ 771.133334] env[68116]: INFO nova.scheduler.client.report [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Deleted allocations for instance 8115ca18-6617-4b2a-9648-b4161f572703 [ 771.137350] env[68116]: INFO nova.scheduler.client.report [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Deleted allocations for instance 18d74c0d-db17-4378-95c8-571986364854 [ 771.155367] env[68116]: INFO nova.scheduler.client.report [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Deleted allocations for instance 8a2960ee-4850-4bad-8152-1050d930a1fc [ 771.184794] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "refresh_cache-5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.184985] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquired lock "refresh_cache-5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.186561] env[68116]: DEBUG nova.network.neutron [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.396122] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Releasing lock "refresh_cache-c535e82c-bd6f-430b-904a-c0f42cddf43b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.396666] env[68116]: DEBUG nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Instance network_info: |[{"id": "fb39609c-d4c4-4165-a23a-c551568249ee", "address": "fa:16:3e:e9:a4:6b", "network": {"id": "94ae391d-f07b-49fe-99bf-90045ba6d98f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1893869483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d494477dc5b4056bea42e5e0ec73a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb39609c-d4", "ovs_interfaceid": "fb39609c-d4c4-4165-a23a-c551568249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.397317] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:a4:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb39609c-d4c4-4165-a23a-c551568249ee', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.412550] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Creating folder: Project (6d494477dc5b4056bea42e5e0ec73a02). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.413257] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5afaf2-43fd-4bfc-ad6e-1530db0548a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.428487] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785861, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.430690] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Created folder: Project (6d494477dc5b4056bea42e5e0ec73a02) in parent group-v559920. [ 771.430886] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Creating folder: Instances. Parent ref: group-v560042. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.431168] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-999debb7-2b9d-4e37-9eff-330cac673b40 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.441650] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Created folder: Instances in parent group-v560042. [ 771.441906] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.442123] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.442342] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ada8c56-2ad2-44fc-a353-0fd19e816ae5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.463856] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.463856] env[68116]: value = "task-2785864" [ 771.463856] env[68116]: _type = "Task" [ 771.463856] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.472679] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785864, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.597498] env[68116]: DEBUG nova.compute.utils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.604024] env[68116]: DEBUG nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.604024] env[68116]: DEBUG nova.network.neutron [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.611954] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3e3876b8-5b48-40cd-94a9-964b67f0c72f tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.483s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.651316] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7ebb1672-2ce9-4e0a-9915-774648d025be tempest-FloatingIPsAssociationTestJSON-1926415346 tempest-FloatingIPsAssociationTestJSON-1926415346-project-member] Lock "8115ca18-6617-4b2a-9648-b4161f572703" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.878s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.652397] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7bbe2560-2edb-4470-9c5f-aad0c8edacdb tempest-ServerMetadataNegativeTestJSON-1194638423 tempest-ServerMetadataNegativeTestJSON-1194638423-project-member] Lock "18d74c0d-db17-4378-95c8-571986364854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.447s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.659028] env[68116]: DEBUG nova.policy [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8799def95d54874847df29dda3cfea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '837a1c364d884973a6d24821b8125a10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.664651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3d7c990f-a801-47fa-ab3c-bb1c74631d3a tempest-ServerAddressesNegativeTestJSON-1418903357 tempest-ServerAddressesNegativeTestJSON-1418903357-project-member] Lock "8a2960ee-4850-4bad-8152-1050d930a1fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.661s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.762683] env[68116]: DEBUG nova.network.neutron [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.926593] env[68116]: DEBUG oslo_vmware.api [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2785861, 'name': PowerOnVM_Task, 'duration_secs': 0.636589} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.926892] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.927112] env[68116]: INFO nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Took 4.76 seconds to spawn the instance on the hypervisor. [ 771.927546] env[68116]: DEBUG nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.928321] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d7f20c-62a2-468a-bdc1-bfe596c5bb71 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.942407] env[68116]: DEBUG nova.compute.manager [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Received event network-changed-fb39609c-d4c4-4165-a23a-c551568249ee {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.942407] env[68116]: DEBUG nova.compute.manager [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Refreshing instance network info cache due to event network-changed-fb39609c-d4c4-4165-a23a-c551568249ee. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.942407] env[68116]: DEBUG oslo_concurrency.lockutils [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] Acquiring lock "refresh_cache-c535e82c-bd6f-430b-904a-c0f42cddf43b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.942407] env[68116]: DEBUG oslo_concurrency.lockutils [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] Acquired lock "refresh_cache-c535e82c-bd6f-430b-904a-c0f42cddf43b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.942407] env[68116]: DEBUG nova.network.neutron [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Refreshing network info cache for port fb39609c-d4c4-4165-a23a-c551568249ee {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.974881] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785864, 'name': CreateVM_Task, 'duration_secs': 0.445313} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.974881] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.975464] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.975646] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.975973] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.976273] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a640ee-7531-47bc-910d-a971d2ebcce9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.981711] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 771.981711] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522f5739-9ba7-ebe2-70c2-e8bfcc52cc59" [ 771.981711] env[68116]: _type = "Task" [ 771.981711] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.987133] env[68116]: DEBUG nova.network.neutron [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Successfully created port: 5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.992417] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522f5739-9ba7-ebe2-70c2-e8bfcc52cc59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.000392] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c863153-5e31-4700-aa4e-549e3f8d14bd tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "interface-77f3a691-e382-4f35-abdc-eba5d791c76a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.000633] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c863153-5e31-4700-aa4e-549e3f8d14bd tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "interface-77f3a691-e382-4f35-abdc-eba5d791c76a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.001217] env[68116]: DEBUG nova.objects.instance [None req-6c863153-5e31-4700-aa4e-549e3f8d14bd tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lazy-loading 'flavor' on Instance uuid 77f3a691-e382-4f35-abdc-eba5d791c76a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.104835] env[68116]: DEBUG nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.115999] env[68116]: DEBUG nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.118633] env[68116]: DEBUG nova.network.neutron [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Updating instance_info_cache with network_info: [{"id": "652fbce5-7048-4be5-815f-39c2cf801c98", "address": "fa:16:3e:b7:cb:cf", "network": {"id": "1dee15d6-d1eb-4832-ad6f-559c2aed276d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1201807293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a70d2cb7cf0245fd81ab47fbbaae417d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652fbce5-70", "ovs_interfaceid": "652fbce5-7048-4be5-815f-39c2cf801c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.449048] env[68116]: INFO nova.compute.manager [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Took 38.18 seconds to build instance. [ 772.495186] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522f5739-9ba7-ebe2-70c2-e8bfcc52cc59, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.495497] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.495746] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.495964] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.496123] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.496441] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.496704] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc6d940-6f58-44f2-9a99-88d1ef46df52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.505189] env[68116]: DEBUG nova.objects.instance [None req-6c863153-5e31-4700-aa4e-549e3f8d14bd tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lazy-loading 'pci_requests' on Instance uuid 77f3a691-e382-4f35-abdc-eba5d791c76a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.509126] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.509126] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.509483] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c6d0e2-1784-4039-9cfd-35fce061cb4d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.515725] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 772.515725] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5235b346-5b2b-b180-4fa0-ae41102c6f41" [ 772.515725] env[68116]: _type = "Task" [ 772.515725] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.526581] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5235b346-5b2b-b180-4fa0-ae41102c6f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.616038] env[68116]: INFO nova.virt.block_device [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Booting with volume 187c2b34-620a-4b17-a393-1363152421ee at /dev/sda [ 772.627757] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Releasing lock "refresh_cache-5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.629104] env[68116]: DEBUG nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Instance network_info: |[{"id": "652fbce5-7048-4be5-815f-39c2cf801c98", "address": "fa:16:3e:b7:cb:cf", "network": {"id": "1dee15d6-d1eb-4832-ad6f-559c2aed276d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1201807293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a70d2cb7cf0245fd81ab47fbbaae417d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652fbce5-70", "ovs_interfaceid": "652fbce5-7048-4be5-815f-39c2cf801c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.631789] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:cb:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652fbce5-7048-4be5-815f-39c2cf801c98', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.642223] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Creating folder: Project (a70d2cb7cf0245fd81ab47fbbaae417d). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.650865] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c98afc83-4102-4efe-92a2-d06d7f439c14 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.662057] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.664420] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Created folder: Project (a70d2cb7cf0245fd81ab47fbbaae417d) in parent group-v559920. [ 772.664750] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Creating folder: Instances. Parent ref: group-v560045. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.665013] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5309ece-6044-4f36-a211-f21c8db45a22 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.677857] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Created folder: Instances in parent group-v560045. [ 772.678202] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.679646] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.679888] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d7aaeda-6a31-42d5-9308-c13ad291a9b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.684565] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c3b5c0a-a537-42cf-81b6-8f2db120f41a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.716350] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.716350] env[68116]: value = "task-2785867" [ 772.716350] env[68116]: _type = "Task" [ 772.716350] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.724061] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff09f706-561f-4cb2-b13f-b472a956a758 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.745464] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785867, 'name': CreateVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.771707] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b62eec4-6019-4895-8af2-2659fda93b80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.774378] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154be6d8-173e-4af9-81d0-1ca27b5879b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.783646] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e38e1-fb7f-4d11-a9e2-41c24332fc9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.790608] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ee9ef-053a-4c1f-80c2-1fd73cafb283 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.861956] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8df3f5-d2dc-467b-8b64-af3ff953b4c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.865506] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a88590-02e8-4742-8ec5-fc810241c74a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.877304] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd5417c-204b-4cde-afaa-bd14d869273b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.880918] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35079b5-714b-4759-8736-1d26f571c5ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.895583] env[68116]: DEBUG nova.compute.provider_tree [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.901575] env[68116]: DEBUG nova.virt.block_device [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updating existing volume attachment record: cf31ca60-449a-464c-a275-1bdf90a49cf9 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 772.951029] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b5826753-83de-4947-a450-677495b83683 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "0f6b596f-f7f0-4919-9301-feeda6237423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.724s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.007704] env[68116]: DEBUG nova.objects.base [None req-6c863153-5e31-4700-aa4e-549e3f8d14bd tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Object Instance<77f3a691-e382-4f35-abdc-eba5d791c76a> lazy-loaded attributes: flavor,pci_requests {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 773.009029] env[68116]: DEBUG nova.network.neutron [None req-6c863153-5e31-4700-aa4e-549e3f8d14bd tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.028800] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5235b346-5b2b-b180-4fa0-ae41102c6f41, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.029842] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc6aca9-84fb-4ee1-8859-d69529dc5bf2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.036694] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 773.036694] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52dda16d-6564-f9fb-e55d-8350d0c19de0" [ 773.036694] env[68116]: _type = "Task" [ 773.036694] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.046937] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52dda16d-6564-f9fb-e55d-8350d0c19de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.169255] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c863153-5e31-4700-aa4e-549e3f8d14bd tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "interface-77f3a691-e382-4f35-abdc-eba5d791c76a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.168s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.232501] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785867, 'name': CreateVM_Task, 'duration_secs': 0.397114} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.232715] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.233715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.233878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.234300] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.242422] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a57fd57-8c49-4746-bd92-28cc367825c9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.246828] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 773.246828] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fa53f4-23d4-8c5c-e320-b3c64f6ed63f" [ 773.246828] env[68116]: _type = "Task" [ 773.246828] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.266776] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fa53f4-23d4-8c5c-e320-b3c64f6ed63f, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.267243] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.267862] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.268369] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.332972] env[68116]: DEBUG nova.network.neutron [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Updated VIF entry in instance network info cache for port fb39609c-d4c4-4165-a23a-c551568249ee. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.334598] env[68116]: DEBUG nova.network.neutron [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Updating instance_info_cache with network_info: [{"id": "fb39609c-d4c4-4165-a23a-c551568249ee", "address": "fa:16:3e:e9:a4:6b", "network": {"id": "94ae391d-f07b-49fe-99bf-90045ba6d98f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1893869483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d494477dc5b4056bea42e5e0ec73a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb39609c-d4", "ovs_interfaceid": "fb39609c-d4c4-4165-a23a-c551568249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.399498] env[68116]: DEBUG nova.scheduler.client.report [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.453953] env[68116]: DEBUG nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.553389] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52dda16d-6564-f9fb-e55d-8350d0c19de0, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.553691] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.553954] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c535e82c-bd6f-430b-904a-c0f42cddf43b/c535e82c-bd6f-430b-904a-c0f42cddf43b.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.554253] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.554485] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.554707] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30dbe8ea-6c11-4731-a4cb-b63b88347991 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.557881] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc540ff-1a4f-4e5f-9d2b-0f5686f57ed2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.565640] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 773.565640] env[68116]: value = "task-2785868" [ 773.565640] env[68116]: _type = "Task" [ 773.565640] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.572466] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.572674] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.574107] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bd6be8-662e-4771-9fa9-9b4d8a4be63f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.581083] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.584983] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 773.584983] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5213a343-4807-c3da-5d60-c2c1d1261520" [ 773.584983] env[68116]: _type = "Task" [ 773.584983] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.593849] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5213a343-4807-c3da-5d60-c2c1d1261520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.755165] env[68116]: DEBUG nova.network.neutron [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Successfully updated port: 5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.837918] env[68116]: DEBUG oslo_concurrency.lockutils [req-04328cad-2d25-4c5c-a1ca-33212f791783 req-f29bc249-5115-408e-82de-f67b2441f2cb service nova] Releasing lock "refresh_cache-c535e82c-bd6f-430b-904a-c0f42cddf43b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.906796] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.908017] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.910537] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.445s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.985150] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.025193] env[68116]: DEBUG nova.compute.manager [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Received event network-changed-652fbce5-7048-4be5-815f-39c2cf801c98 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 774.025519] env[68116]: DEBUG nova.compute.manager [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Refreshing instance network info cache due to event network-changed-652fbce5-7048-4be5-815f-39c2cf801c98. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 774.025829] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] Acquiring lock "refresh_cache-5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.025876] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] Acquired lock "refresh_cache-5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.025994] env[68116]: DEBUG nova.network.neutron [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Refreshing network info cache for port 652fbce5-7048-4be5-815f-39c2cf801c98 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.082905] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.097971] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5213a343-4807-c3da-5d60-c2c1d1261520, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.099467] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47483be3-d5f6-4086-a680-de960ebc1b05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.106832] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 774.106832] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cfc37c-1241-2ae6-5a7b-45890eb368f1" [ 774.106832] env[68116]: _type = "Task" [ 774.106832] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.118575] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cfc37c-1241-2ae6-5a7b-45890eb368f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.258810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquiring lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.258996] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquired lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.259985] env[68116]: DEBUG nova.network.neutron [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.418292] env[68116]: DEBUG nova.compute.utils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.419828] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.420041] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.585983] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587881} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.586368] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c535e82c-bd6f-430b-904a-c0f42cddf43b/c535e82c-bd6f-430b-904a-c0f42cddf43b.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.586615] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.587532] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22b85f36-9a1c-4ea5-9350-742c116d9387 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.604032] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 774.604032] env[68116]: value = "task-2785869" [ 774.604032] env[68116]: _type = "Task" [ 774.604032] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.611789] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.631221] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cfc37c-1241-2ae6-5a7b-45890eb368f1, 'name': SearchDatastore_Task, 'duration_secs': 0.031033} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.631221] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.631221] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe/5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.631221] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4a42227-f9ba-4f60-909d-aedc5f30bc0e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.640887] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 774.640887] env[68116]: value = "task-2785870" [ 774.640887] env[68116]: _type = "Task" [ 774.640887] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.649870] env[68116]: DEBUG nova.policy [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a85603750f6e4433af7516507706ec36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd83802d10f4d4ddd9a1539678c9d0393', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.656665] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.856438] env[68116]: DEBUG nova.network.neutron [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.925731] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.026727] env[68116]: DEBUG nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.027326] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.027523] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.027690] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.028243] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.028334] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.028435] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.028678] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.028854] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.029119] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.029315] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.029504] env[68116]: DEBUG nova.virt.hardware [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.031316] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f73f28-b051-4f6d-9bb9-2e4f408ca1f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.047952] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14c2910-780b-46c1-8e3c-0e4276805e26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.111537] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117767} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.115284] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.117031] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ebe9c4-7e0c-440f-becc-0fda7dfeb5af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.143697] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] c535e82c-bd6f-430b-904a-c0f42cddf43b/c535e82c-bd6f-430b-904a-c0f42cddf43b.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.147498] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ac2814-2f92-4cf5-bc22-1817dff869a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.177760] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785870, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.180526] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 775.180526] env[68116]: value = "task-2785871" [ 775.180526] env[68116]: _type = "Task" [ 775.180526] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.181295] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74474b7-9ab4-4e4f-9de7-0dc6ce33e16d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.195020] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e944a10-eaa5-48b2-a1ff-2cd640d7c339 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.198484] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.226338] env[68116]: DEBUG nova.network.neutron [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Updated VIF entry in instance network info cache for port 652fbce5-7048-4be5-815f-39c2cf801c98. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.226689] env[68116]: DEBUG nova.network.neutron [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Updating instance_info_cache with network_info: [{"id": "652fbce5-7048-4be5-815f-39c2cf801c98", "address": "fa:16:3e:b7:cb:cf", "network": {"id": "1dee15d6-d1eb-4832-ad6f-559c2aed276d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1201807293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a70d2cb7cf0245fd81ab47fbbaae417d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652fbce5-70", "ovs_interfaceid": "652fbce5-7048-4be5-815f-39c2cf801c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.230924] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde45196-aa85-4979-97bc-ad37fe8ab10a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.236592] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242d7fb-c526-452a-9532-ec1242261409 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.253167] env[68116]: DEBUG nova.compute.provider_tree [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.269339] env[68116]: DEBUG nova.network.neutron [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updating instance_info_cache with network_info: [{"id": "5445188d-61db-48cc-8e79-91e91607df9e", "address": "fa:16:3e:34:76:bc", "network": {"id": "a92735cf-8e5e-4edb-b68f-ff628e5b86b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1899515149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "837a1c364d884973a6d24821b8125a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5445188d-61", "ovs_interfaceid": "5445188d-61db-48cc-8e79-91e91607df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.500725] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Successfully created port: d5c25f13-5f7a-4e75-9e03-d4f20307b375 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.515813] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "77f3a691-e382-4f35-abdc-eba5d791c76a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.515813] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.515813] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "77f3a691-e382-4f35-abdc-eba5d791c76a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.515813] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.516101] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.518230] env[68116]: INFO nova.compute.manager [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Terminating instance [ 775.660573] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570453} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.661044] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe/5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.661480] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.661758] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7698801c-c73e-4f05-b149-6e889043db88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.670824] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 775.670824] env[68116]: value = "task-2785872" [ 775.670824] env[68116]: _type = "Task" [ 775.670824] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.683046] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.695449] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.732287] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b135195-9d36-46be-a7ff-f98be7202632 req-2f9112a6-b11e-4042-87ce-c8b80b7a1bcd service nova] Releasing lock "refresh_cache-5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.757071] env[68116]: DEBUG nova.scheduler.client.report [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.778025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Releasing lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.778025] env[68116]: DEBUG nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance network_info: |[{"id": "5445188d-61db-48cc-8e79-91e91607df9e", "address": "fa:16:3e:34:76:bc", "network": {"id": "a92735cf-8e5e-4edb-b68f-ff628e5b86b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1899515149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "837a1c364d884973a6d24821b8125a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5445188d-61", "ovs_interfaceid": "5445188d-61db-48cc-8e79-91e91607df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.778425] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:76:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5445188d-61db-48cc-8e79-91e91607df9e', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.787392] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Creating folder: Project (837a1c364d884973a6d24821b8125a10). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.788509] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e87b7aad-fe79-454b-965a-07eea4ac4fa8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.800977] env[68116]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 775.801189] env[68116]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68116) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 775.801587] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Folder already exists: Project (837a1c364d884973a6d24821b8125a10). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 775.801789] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Creating folder: Instances. Parent ref: group-v559995. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.802630] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eabc7ad-8c51-42d3-9964-80e4415b7e0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.822138] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Created folder: Instances in parent group-v559995. [ 775.822138] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.822591] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.822591] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d59ade2-c4df-4c30-b028-d36a7c5a767e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.855053] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.855053] env[68116]: value = "task-2785875" [ 775.855053] env[68116]: _type = "Task" [ 775.855053] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.860288] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785875, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.940888] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.971887] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.971887] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.971887] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.972277] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.972277] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.972277] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.972657] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.972657] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.972821] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.972872] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.973058] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.974046] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7140edd5-c2cf-4032-a40c-e27217e6d72d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.983991] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f8730-c807-4a4d-a2a6-e5c9488b2191 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.025525] env[68116]: DEBUG nova.compute.manager [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.025718] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.026652] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6b0a52-52f9-4ec5-923c-4f368d917f51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.039500] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.039817] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d6fae3-d3da-4690-a226-6034bf4a36e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.046594] env[68116]: DEBUG oslo_vmware.api [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 776.046594] env[68116]: value = "task-2785876" [ 776.046594] env[68116]: _type = "Task" [ 776.046594] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.057317] env[68116]: DEBUG oslo_vmware.api [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.147746] env[68116]: DEBUG nova.compute.manager [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Received event network-vif-plugged-5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.148074] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Acquiring lock "aefae9af-653e-4eff-b8cd-0fe5548725c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.148320] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.148545] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.148749] env[68116]: DEBUG nova.compute.manager [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] No waiting events found dispatching network-vif-plugged-5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.148925] env[68116]: WARNING nova.compute.manager [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Received unexpected event network-vif-plugged-5445188d-61db-48cc-8e79-91e91607df9e for instance with vm_state building and task_state spawning. [ 776.149128] env[68116]: DEBUG nova.compute.manager [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Received event network-changed-5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.149349] env[68116]: DEBUG nova.compute.manager [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Refreshing instance network info cache due to event network-changed-5445188d-61db-48cc-8e79-91e91607df9e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 776.149661] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Acquiring lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.149785] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Acquired lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.149999] env[68116]: DEBUG nova.network.neutron [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Refreshing network info cache for port 5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.181074] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105661} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.181297] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.182155] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43688f4f-70b2-4a8e-8d57-17d2d58e8b87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.205156] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785871, 'name': ReconfigVM_Task, 'duration_secs': 0.665068} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.214536] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe/5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.214884] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] c535e82c-bd6f-430b-904a-c0f42cddf43b/c535e82c-bd6f-430b-904a-c0f42cddf43b.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.215526] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c244e63-19f6-4414-9637-755eb630dcd9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.230075] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53da4b39-a384-42e4-8012-7d051528536d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.238556] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 776.238556] env[68116]: value = "task-2785878" [ 776.238556] env[68116]: _type = "Task" [ 776.238556] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.240161] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 776.240161] env[68116]: value = "task-2785877" [ 776.240161] env[68116]: _type = "Task" [ 776.240161] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.260158] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785878, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.267102] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.364562] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785875, 'name': CreateVM_Task, 'duration_secs': 0.465682} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.364921] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.366129] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'cf31ca60-449a-464c-a275-1bdf90a49cf9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560005', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'name': 'volume-187c2b34-620a-4b17-a393-1363152421ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aefae9af-653e-4eff-b8cd-0fe5548725c6', 'attached_at': '', 'detached_at': '', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'serial': '187c2b34-620a-4b17-a393-1363152421ee'}, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68116) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 776.366382] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Root volume attach. Driver type: vmdk {{(pid=68116) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 776.367318] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd88f8-bac6-4abd-8d00-904b930a12b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.376014] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa7c422-7f35-46b5-956a-79dd87cf0fc7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.382866] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39cee68-e441-4b8e-9d54-3bab9ba6f09c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.394160] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1a41c929-cf5c-4efe-8ab8-888bc675caad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.403087] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 776.403087] env[68116]: value = "task-2785879" [ 776.403087] env[68116]: _type = "Task" [ 776.403087] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.412472] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.562277] env[68116]: DEBUG oslo_vmware.api [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785876, 'name': PowerOffVM_Task, 'duration_secs': 0.258788} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.562973] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.562973] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.563118] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e8ab073-cf7a-46fa-a63f-8bbc4f31ffb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.637137] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.637417] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.637638] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Deleting the datastore file [datastore1] 77f3a691-e382-4f35-abdc-eba5d791c76a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.638972] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69436f81-f073-433f-8bcc-46b4c9919d72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.647275] env[68116]: DEBUG oslo_vmware.api [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for the task: (returnval){ [ 776.647275] env[68116]: value = "task-2785881" [ 776.647275] env[68116]: _type = "Task" [ 776.647275] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.659173] env[68116]: DEBUG oslo_vmware.api [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.755025] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785878, 'name': Rename_Task, 'duration_secs': 0.262275} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.759135] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.759487] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785877, 'name': ReconfigVM_Task, 'duration_secs': 0.49359} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.759702] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a6d293a-a155-406c-948b-d870dc9d35b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.762105] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe/5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.762862] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5c4b463-522c-4b72-8e37-c70feb402462 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.769777] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.859s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.778196] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.993s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.778196] env[68116]: DEBUG nova.objects.instance [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lazy-loading 'resources' on Instance uuid 6c4e914e-ff8d-428f-bd25-c0133fe9d4de {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.779050] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 776.779050] env[68116]: value = "task-2785882" [ 776.779050] env[68116]: _type = "Task" [ 776.779050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.779050] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 776.779050] env[68116]: value = "task-2785883" [ 776.779050] env[68116]: _type = "Task" [ 776.779050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.795014] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.798860] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785883, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.918092] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task} progress is 40%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.993846] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224c45f-00e8-a0a7-b5c5-40059315919a/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.996388] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1010eee-5a76-4987-926e-2de29303885b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.007088] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224c45f-00e8-a0a7-b5c5-40059315919a/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.007380] env[68116]: ERROR oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224c45f-00e8-a0a7-b5c5-40059315919a/disk-0.vmdk due to incomplete transfer. [ 777.007695] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c71a78a-dd50-4a71-a854-e0bd5a2de43b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.018616] env[68116]: DEBUG oslo_vmware.rw_handles [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224c45f-00e8-a0a7-b5c5-40059315919a/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.019180] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Uploaded image 3d6d4a84-0f25-47af-9cf1-559b92021aac to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.022986] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.023426] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae97638e-95bd-4b07-8514-306f6c2ec84b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.034225] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 777.034225] env[68116]: value = "task-2785884" [ 777.034225] env[68116]: _type = "Task" [ 777.034225] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.051928] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785884, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.125155] env[68116]: DEBUG nova.network.neutron [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updated VIF entry in instance network info cache for port 5445188d-61db-48cc-8e79-91e91607df9e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.125538] env[68116]: DEBUG nova.network.neutron [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updating instance_info_cache with network_info: [{"id": "5445188d-61db-48cc-8e79-91e91607df9e", "address": "fa:16:3e:34:76:bc", "network": {"id": "a92735cf-8e5e-4edb-b68f-ff628e5b86b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1899515149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "837a1c364d884973a6d24821b8125a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5445188d-61", "ovs_interfaceid": "5445188d-61db-48cc-8e79-91e91607df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.162216] env[68116]: DEBUG oslo_vmware.api [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Task: {'id': task-2785881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251416} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.162664] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.162761] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.162938] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.163169] env[68116]: INFO nova.compute.manager [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 777.163477] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.163688] env[68116]: DEBUG nova.compute.manager [-] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.163795] env[68116]: DEBUG nova.network.neutron [-] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.304999] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785883, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.310188] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.384521] env[68116]: INFO nova.scheduler.client.report [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Deleted allocation for migration 9b8ee079-7428-47fd-b1b5-3f8fdaa809fe [ 777.424166] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task} progress is 54%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.549489] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785884, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.632429] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Releasing lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.632429] env[68116]: DEBUG nova.compute.manager [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Received event network-changed-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 777.632429] env[68116]: DEBUG nova.compute.manager [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Refreshing instance network info cache due to event network-changed-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 777.632429] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Acquiring lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.632429] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Acquired lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.632775] env[68116]: DEBUG nova.network.neutron [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Refreshing network info cache for port ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.805189] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785883, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.812344] env[68116]: DEBUG oslo_vmware.api [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785882, 'name': PowerOnVM_Task, 'duration_secs': 0.819216} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.813249] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.813526] env[68116]: INFO nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Took 9.25 seconds to spawn the instance on the hypervisor. [ 777.813717] env[68116]: DEBUG nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.814615] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df5b49-2720-467f-aac5-79119d2e67c9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.832292] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Successfully updated port: d5c25f13-5f7a-4e75-9e03-d4f20307b375 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.902038] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da04d62e-bf64-4d30-8a7c-03550ed6cfa2 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.326s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.917762] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task} progress is 67%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.936833] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a43f06-8c63-4569-8dcf-8aa24eaf34a2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.947598] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc4511-37ab-409b-b1b8-b37389c15bfe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.990047] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fa0ee2-f3e2-4b2d-970e-f3a47c559feb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.003068] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7998b4b6-f10c-49dd-8970-9b861c66c625 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.022741] env[68116]: DEBUG nova.compute.provider_tree [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.051421] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785884, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.304630] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785883, 'name': Rename_Task, 'duration_secs': 1.189958} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.304907] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.305190] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d766096d-d66b-4710-af0a-739f1854c579 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.318928] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 778.318928] env[68116]: value = "task-2785885" [ 778.318928] env[68116]: _type = "Task" [ 778.318928] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.337955] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.341077] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "refresh_cache-a163372d-2fcb-4a29-903e-0dc500e3b798" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.341154] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "refresh_cache-a163372d-2fcb-4a29-903e-0dc500e3b798" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.341288] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.342573] env[68116]: INFO nova.compute.manager [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Took 41.23 seconds to build instance. [ 778.352201] env[68116]: DEBUG nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Received event network-vif-plugged-d5c25f13-5f7a-4e75-9e03-d4f20307b375 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 778.352201] env[68116]: DEBUG oslo_concurrency.lockutils [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] Acquiring lock "a163372d-2fcb-4a29-903e-0dc500e3b798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.352790] env[68116]: DEBUG oslo_concurrency.lockutils [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.352790] env[68116]: DEBUG oslo_concurrency.lockutils [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.352790] env[68116]: DEBUG nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] No waiting events found dispatching network-vif-plugged-d5c25f13-5f7a-4e75-9e03-d4f20307b375 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.352912] env[68116]: WARNING nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Received unexpected event network-vif-plugged-d5c25f13-5f7a-4e75-9e03-d4f20307b375 for instance with vm_state building and task_state spawning. [ 778.353082] env[68116]: DEBUG nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Received event network-changed-d5c25f13-5f7a-4e75-9e03-d4f20307b375 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 778.353234] env[68116]: DEBUG nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Refreshing instance network info cache due to event network-changed-d5c25f13-5f7a-4e75-9e03-d4f20307b375. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 778.353430] env[68116]: DEBUG oslo_concurrency.lockutils [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] Acquiring lock "refresh_cache-a163372d-2fcb-4a29-903e-0dc500e3b798" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.419240] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task} progress is 81%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.494966] env[68116]: DEBUG nova.network.neutron [-] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.528025] env[68116]: DEBUG nova.scheduler.client.report [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.552767] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785884, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.619622] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.619895] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.620137] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "d3e9f489-8b49-49d4-a37c-821bf18f066d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.620317] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.620504] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.624192] env[68116]: INFO nova.compute.manager [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Terminating instance [ 778.634771] env[68116]: DEBUG nova.network.neutron [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Updated VIF entry in instance network info cache for port ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.634771] env[68116]: DEBUG nova.network.neutron [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Updating instance_info_cache with network_info: [{"id": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "address": "fa:16:3e:cc:36:bd", "network": {"id": "ec65b45d-d5d3-4678-bc8e-1fb9192f6374", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-344975488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288b0f26f2ee4f74aa4b26b511d547a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2ccf6a-33", "ovs_interfaceid": "ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.842200] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785885, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.856025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2cc9f8eb-0568-433c-ba5c-6fc1df73cd2d tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.386s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.900913] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.924704] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.998929] env[68116]: INFO nova.compute.manager [-] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Took 1.83 seconds to deallocate network for instance. [ 779.030742] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.034807] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.015s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.034807] env[68116]: DEBUG nova.objects.instance [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 779.047127] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785884, 'name': Destroy_Task, 'duration_secs': 1.608331} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.050020] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Destroyed the VM [ 779.050020] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.050020] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18643df7-b0f3-4119-bd76-0abbc037e1ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.055723] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 779.055723] env[68116]: value = "task-2785886" [ 779.055723] env[68116]: _type = "Task" [ 779.055723] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.064841] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.077275] env[68116]: INFO nova.scheduler.client.report [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Deleted allocations for instance 6c4e914e-ff8d-428f-bd25-c0133fe9d4de [ 779.130596] env[68116]: DEBUG nova.compute.manager [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.131804] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.132841] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9265fd7-85ca-4341-ae71-e08c17a169b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.138577] env[68116]: DEBUG oslo_concurrency.lockutils [req-771eaab5-fc34-4226-88a2-75f5b580aa00 req-b896a15a-a42b-49b0-a900-f1052ab0eea0 service nova] Releasing lock "refresh_cache-0f6b596f-f7f0-4919-9301-feeda6237423" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.143124] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.143124] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc7cb1f-c1c5-4ab3-98e0-dd12933da66f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.155725] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Updating instance_info_cache with network_info: [{"id": "d5c25f13-5f7a-4e75-9e03-d4f20307b375", "address": "fa:16:3e:06:d7:28", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c25f13-5f", "ovs_interfaceid": "d5c25f13-5f7a-4e75-9e03-d4f20307b375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.335656] env[68116]: DEBUG oslo_vmware.api [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785885, 'name': PowerOnVM_Task, 'duration_secs': 0.57277} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.336013] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.336275] env[68116]: INFO nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Took 9.02 seconds to spawn the instance on the hypervisor. [ 779.336495] env[68116]: DEBUG nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.337600] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084e732-dca0-46ae-b5c4-3beaa73ab305 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.360793] env[68116]: DEBUG nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.427738] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task} progress is 98%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.506040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.570373] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785886, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.589302] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d4488eab-ff88-4735-8a48-880b2bb4d661 tempest-ServerAddressesTestJSON-1826698630 tempest-ServerAddressesTestJSON-1826698630-project-member] Lock "6c4e914e-ff8d-428f-bd25-c0133fe9d4de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.702s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.659513] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "refresh_cache-a163372d-2fcb-4a29-903e-0dc500e3b798" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.659513] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Instance network_info: |[{"id": "d5c25f13-5f7a-4e75-9e03-d4f20307b375", "address": "fa:16:3e:06:d7:28", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c25f13-5f", "ovs_interfaceid": "d5c25f13-5f7a-4e75-9e03-d4f20307b375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.666390] env[68116]: DEBUG oslo_concurrency.lockutils [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] Acquired lock "refresh_cache-a163372d-2fcb-4a29-903e-0dc500e3b798" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.666390] env[68116]: DEBUG nova.network.neutron [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Refreshing network info cache for port d5c25f13-5f7a-4e75-9e03-d4f20307b375 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.666390] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:d7:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5c25f13-5f7a-4e75-9e03-d4f20307b375', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.676280] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Creating folder: Project (d83802d10f4d4ddd9a1539678c9d0393). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.678672] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6bacf60-04e5-4c79-922c-7d019078ef6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.681278] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.681791] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.682035] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleting the datastore file [datastore2] d3e9f489-8b49-49d4-a37c-821bf18f066d {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.683571] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5689d36b-49a4-48d3-ae6d-04aa7df17e5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.692197] env[68116]: DEBUG oslo_vmware.api [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 779.692197] env[68116]: value = "task-2785889" [ 779.692197] env[68116]: _type = "Task" [ 779.692197] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.700378] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Created folder: Project (d83802d10f4d4ddd9a1539678c9d0393) in parent group-v559920. [ 779.701423] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Creating folder: Instances. Parent ref: group-v560050. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.701423] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e716c56-0b93-4dad-9b2c-9e3e82a343f7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.706372] env[68116]: DEBUG oslo_vmware.api [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.714286] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Created folder: Instances in parent group-v560050. [ 779.714555] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.714768] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.716163] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5598a06-b7b7-4968-84c6-1f880ed9947a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.736701] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.736701] env[68116]: value = "task-2785891" [ 779.736701] env[68116]: _type = "Task" [ 779.736701] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.747156] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785891, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.860279] env[68116]: INFO nova.compute.manager [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Took 37.88 seconds to build instance. [ 779.905711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.928930] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785879, 'name': RelocateVM_Task, 'duration_secs': 3.410292} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.928930] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 779.928930] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560005', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'name': 'volume-187c2b34-620a-4b17-a393-1363152421ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aefae9af-653e-4eff-b8cd-0fe5548725c6', 'attached_at': '', 'detached_at': '', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'serial': '187c2b34-620a-4b17-a393-1363152421ee'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 779.929749] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de018f5-1094-4870-9f59-aea01be08a7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.957775] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c6d18d-8575-4ad3-bf57-fa971e10a00a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.994732] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-187c2b34-620a-4b17-a393-1363152421ee/volume-187c2b34-620a-4b17-a393-1363152421ee.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.995218] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6d52c8-78a2-46e9-a32f-3276481345f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.019054] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 780.019054] env[68116]: value = "task-2785892" [ 780.019054] env[68116]: _type = "Task" [ 780.019054] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.028733] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.043777] env[68116]: DEBUG oslo_concurrency.lockutils [None req-95e02573-fdb5-4624-bb30-0aff76f752d1 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.045332] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.025s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.047402] env[68116]: INFO nova.compute.claims [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.067463] env[68116]: DEBUG oslo_vmware.api [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785886, 'name': RemoveSnapshot_Task, 'duration_secs': 0.526369} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.067463] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.067463] env[68116]: INFO nova.compute.manager [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 780.088845] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "06daaad2-1e1a-4144-afb5-6e244d4c557a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.089094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.202252] env[68116]: DEBUG oslo_vmware.api [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2785889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373233} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.202513] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.202618] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.202799] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.202975] env[68116]: INFO nova.compute.manager [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 780.203256] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.203502] env[68116]: DEBUG nova.compute.manager [-] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.203614] env[68116]: DEBUG nova.network.neutron [-] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.251830] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785891, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.364627] env[68116]: DEBUG oslo_concurrency.lockutils [None req-342e488f-164b-4a89-acc0-1f4192cce791 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.198s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.532793] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.572064] env[68116]: DEBUG nova.compute.manager [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Instance disappeared during snapshot {{(pid=68116) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 780.593079] env[68116]: DEBUG nova.compute.manager [None req-2215a26d-ae87-498a-a8d4-2f738eefd2d9 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image not found during clean up 3d6d4a84-0f25-47af-9cf1-559b92021aac {{(pid=68116) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 780.674907] env[68116]: DEBUG nova.network.neutron [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Updated VIF entry in instance network info cache for port d5c25f13-5f7a-4e75-9e03-d4f20307b375. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.675298] env[68116]: DEBUG nova.network.neutron [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Updating instance_info_cache with network_info: [{"id": "d5c25f13-5f7a-4e75-9e03-d4f20307b375", "address": "fa:16:3e:06:d7:28", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c25f13-5f", "ovs_interfaceid": "d5c25f13-5f7a-4e75-9e03-d4f20307b375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.750326] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785891, 'name': CreateVM_Task, 'duration_secs': 0.557836} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.750518] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.751326] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751503] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.752608] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7466de9-216a-48b9-ab16-e759a0ac3662 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.759114] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 780.759114] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d70b65-febc-361e-b84f-9f2cd428fbaa" [ 780.759114] env[68116]: _type = "Task" [ 780.759114] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.767373] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d70b65-febc-361e-b84f-9f2cd428fbaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.862751] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "c535e82c-bd6f-430b-904a-c0f42cddf43b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.863074] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.863303] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "c535e82c-bd6f-430b-904a-c0f42cddf43b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.863571] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.863749] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.866307] env[68116]: INFO nova.compute.manager [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Terminating instance [ 780.868032] env[68116]: DEBUG nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.991108] env[68116]: DEBUG nova.compute.manager [req-1e80be2a-2b7e-4b50-9f82-73e16c184645 req-0419883c-a9e7-4ac8-852e-a75f985bf9d6 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Received event network-vif-deleted-dedb73ff-3dc9-437e-965c-7a6bb74a5621 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 780.991265] env[68116]: INFO nova.compute.manager [req-1e80be2a-2b7e-4b50-9f82-73e16c184645 req-0419883c-a9e7-4ac8-852e-a75f985bf9d6 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Neutron deleted interface dedb73ff-3dc9-437e-965c-7a6bb74a5621; detaching it from the instance and deleting it from the info cache [ 780.991460] env[68116]: DEBUG nova.network.neutron [req-1e80be2a-2b7e-4b50-9f82-73e16c184645 req-0419883c-a9e7-4ac8-852e-a75f985bf9d6 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.036188] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785892, 'name': ReconfigVM_Task, 'duration_secs': 0.519469} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.036188] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-187c2b34-620a-4b17-a393-1363152421ee/volume-187c2b34-620a-4b17-a393-1363152421ee.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.042141] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.042365] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.042820] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.043071] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.043243] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.045188] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8217d7b0-da49-4758-8cb0-99417e861bb1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.057962] env[68116]: INFO nova.compute.manager [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Terminating instance [ 781.068054] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 781.068054] env[68116]: value = "task-2785893" [ 781.068054] env[68116]: _type = "Task" [ 781.068054] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.084189] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.119428] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "eaff0def-33a7-4d43-b42f-831309b1ab40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.120441] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.178382] env[68116]: DEBUG oslo_concurrency.lockutils [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] Releasing lock "refresh_cache-a163372d-2fcb-4a29-903e-0dc500e3b798" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.178761] env[68116]: DEBUG nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Received event network-vif-deleted-d98b893a-b079-4b23-aa21-5e584db12cd4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.179121] env[68116]: INFO nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Neutron deleted interface d98b893a-b079-4b23-aa21-5e584db12cd4; detaching it from the instance and deleting it from the info cache [ 781.179257] env[68116]: DEBUG nova.network.neutron [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.271740] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d70b65-febc-361e-b84f-9f2cd428fbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.05257} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.274546] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.274782] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.275088] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.275261] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.275439] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.276921] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93ee9d39-bd27-4bf8-b631-cf04756542e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.285169] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.285359] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.286217] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e981318f-27dd-4841-ac42-d9f505669020 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.294545] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 781.294545] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5209bea3-6f4c-4db6-a5f2-5af4f5cdc7c0" [ 781.294545] env[68116]: _type = "Task" [ 781.294545] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.302675] env[68116]: DEBUG nova.network.neutron [-] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.304025] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5209bea3-6f4c-4db6-a5f2-5af4f5cdc7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.377264] env[68116]: DEBUG nova.compute.manager [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.377264] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.379651] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27279c4-2392-4cae-a2a3-61649451fde5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.389181] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.389556] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4418164d-351c-4483-acc0-35c6f409975e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.399195] env[68116]: DEBUG oslo_vmware.api [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 781.399195] env[68116]: value = "task-2785894" [ 781.399195] env[68116]: _type = "Task" [ 781.399195] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.404631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.412934] env[68116]: DEBUG oslo_vmware.api [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.494246] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1809b6c-c119-4fbf-826d-0259b2431ca2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.506256] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6db85b-e980-4ac6-949a-403103fedc5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.546242] env[68116]: DEBUG nova.compute.manager [req-1e80be2a-2b7e-4b50-9f82-73e16c184645 req-0419883c-a9e7-4ac8-852e-a75f985bf9d6 service nova] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Detach interface failed, port_id=dedb73ff-3dc9-437e-965c-7a6bb74a5621, reason: Instance d3e9f489-8b49-49d4-a37c-821bf18f066d could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 781.568827] env[68116]: DEBUG nova.compute.manager [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.569114] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.570541] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddba1ca-dd61-403a-bdf9-19750ce817c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.584542] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.587198] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa6b7cce-bab4-4f73-930f-081e11a1f7e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.588454] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785893, 'name': ReconfigVM_Task, 'duration_secs': 0.17833} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.592984] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560005', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'name': 'volume-187c2b34-620a-4b17-a393-1363152421ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aefae9af-653e-4eff-b8cd-0fe5548725c6', 'attached_at': '', 'detached_at': '', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'serial': '187c2b34-620a-4b17-a393-1363152421ee'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 781.592984] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-481ea0a9-611e-48c9-8d63-e6f396f7ff7e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.597674] env[68116]: DEBUG oslo_vmware.api [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 781.597674] env[68116]: value = "task-2785895" [ 781.597674] env[68116]: _type = "Task" [ 781.597674] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.602692] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 781.602692] env[68116]: value = "task-2785896" [ 781.602692] env[68116]: _type = "Task" [ 781.602692] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.612691] env[68116]: DEBUG oslo_vmware.api [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.620225] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785896, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.682205] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5619b731-69c4-4ea0-a2a3-fe8f9b46f8f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.693031] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97081e9e-d294-448d-be9c-a9572474f5a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.739825] env[68116]: DEBUG nova.compute.manager [req-2c6a8979-f479-4982-85ec-476581443a53 req-82266e18-b0af-45f6-b0ec-4cf0ca3d4517 service nova] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Detach interface failed, port_id=d98b893a-b079-4b23-aa21-5e584db12cd4, reason: Instance 77f3a691-e382-4f35-abdc-eba5d791c76a could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 781.811422] env[68116]: INFO nova.compute.manager [-] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Took 1.61 seconds to deallocate network for instance. [ 781.813368] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5209bea3-6f4c-4db6-a5f2-5af4f5cdc7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.820037] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc59e9c-f395-4b79-ba3e-fbc9a4c590f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.826715] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48dbfea-1f9c-4de3-9606-8e25a8040062 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.836790] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 781.836790] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527a6417-f9cf-4cfa-8d63-5698dbf3396e" [ 781.836790] env[68116]: _type = "Task" [ 781.836790] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.838317] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a641d9-eed2-4a84-98a7-470f2098acdd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.853052] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527a6417-f9cf-4cfa-8d63-5698dbf3396e, 'name': SearchDatastore_Task, 'duration_secs': 0.013199} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.877913] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.878663] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] a163372d-2fcb-4a29-903e-0dc500e3b798/a163372d-2fcb-4a29-903e-0dc500e3b798.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.879974] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7397255-0e41-4d6c-a0df-41b60bf58b2a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.885051] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13867795-6a24-4855-8695-4295854bcb7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.896575] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82f6e1a-f955-4e67-b1cd-3979171a45d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.900286] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 781.900286] env[68116]: value = "task-2785897" [ 781.900286] env[68116]: _type = "Task" [ 781.900286] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.919097] env[68116]: DEBUG nova.compute.provider_tree [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.928047] env[68116]: DEBUG oslo_vmware.api [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785894, 'name': PowerOffVM_Task, 'duration_secs': 0.208538} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.931669] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.931669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.932508] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.933992] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b886bb53-4cec-4f3f-ae97-99459c5b1bae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.003297] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.003603] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.003793] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Deleting the datastore file [datastore2] c535e82c-bd6f-430b-904a-c0f42cddf43b {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.004560] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec173efb-3cc7-460c-b78b-d4a92877f2b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.011557] env[68116]: DEBUG oslo_vmware.api [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for the task: (returnval){ [ 782.011557] env[68116]: value = "task-2785899" [ 782.011557] env[68116]: _type = "Task" [ 782.011557] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.023774] env[68116]: DEBUG oslo_vmware.api [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.127160] env[68116]: DEBUG oslo_vmware.api [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785895, 'name': PowerOffVM_Task, 'duration_secs': 0.204336} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.127460] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785896, 'name': Rename_Task, 'duration_secs': 0.180642} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.127894] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.128207] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.128464] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.128782] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c975a735-5d75-4c87-9b7c-4a6aab90c9ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.130818] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70cb652f-4466-40e4-a54c-9e2763dcc9f7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.139387] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 782.139387] env[68116]: value = "task-2785901" [ 782.139387] env[68116]: _type = "Task" [ 782.139387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.149206] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.235762] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "ea04be24-b290-43d8-b456-06f53e26079c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.235861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.241275] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.242379] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.242379] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Deleting the datastore file [datastore2] 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.242634] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcd3b53d-4b28-4e00-a2fb-fe79e3d8bc50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.250087] env[68116]: DEBUG oslo_vmware.api [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for the task: (returnval){ [ 782.250087] env[68116]: value = "task-2785902" [ 782.250087] env[68116]: _type = "Task" [ 782.250087] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.259322] env[68116]: DEBUG oslo_vmware.api [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.332463] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.411816] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.422371] env[68116]: DEBUG nova.scheduler.client.report [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.526483] env[68116]: DEBUG oslo_vmware.api [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Task: {'id': task-2785899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47157} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.526483] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.526483] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.526483] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.526483] env[68116]: INFO nova.compute.manager [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 782.526889] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.526889] env[68116]: DEBUG nova.compute.manager [-] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.527030] env[68116]: DEBUG nova.network.neutron [-] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.650895] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.761985] env[68116]: DEBUG oslo_vmware.api [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Task: {'id': task-2785902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449611} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.762176] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.762422] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.762686] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.762893] env[68116]: INFO nova.compute.manager [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 782.763213] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.763425] env[68116]: DEBUG nova.compute.manager [-] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.763535] env[68116]: DEBUG nova.network.neutron [-] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.920427] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593713} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.920745] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] a163372d-2fcb-4a29-903e-0dc500e3b798/a163372d-2fcb-4a29-903e-0dc500e3b798.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.920967] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.921246] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4b35e89-99a2-4607-a5b6-a752ae02d3d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.929166] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.929166] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.932172] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.783s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.934315] env[68116]: INFO nova.compute.claims [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.939153] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 782.939153] env[68116]: value = "task-2785903" [ 782.939153] env[68116]: _type = "Task" [ 782.939153] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.947838] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.116567] env[68116]: DEBUG nova.compute.manager [req-7dbd92bd-e52c-475a-b1c3-46200817b9e9 req-eb7eef32-828f-49f6-9521-63b577c66c7b service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Received event network-vif-deleted-fb39609c-d4c4-4165-a23a-c551568249ee {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 783.116775] env[68116]: INFO nova.compute.manager [req-7dbd92bd-e52c-475a-b1c3-46200817b9e9 req-eb7eef32-828f-49f6-9521-63b577c66c7b service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Neutron deleted interface fb39609c-d4c4-4165-a23a-c551568249ee; detaching it from the instance and deleting it from the info cache [ 783.116961] env[68116]: DEBUG nova.network.neutron [req-7dbd92bd-e52c-475a-b1c3-46200817b9e9 req-eb7eef32-828f-49f6-9521-63b577c66c7b service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.153425] env[68116]: DEBUG oslo_vmware.api [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2785901, 'name': PowerOnVM_Task, 'duration_secs': 0.804908} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.153678] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.153931] env[68116]: INFO nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Took 8.13 seconds to spawn the instance on the hypervisor. [ 783.154329] env[68116]: DEBUG nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.155310] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d2e06d-fefe-4ebf-8b32-5eab5212bf68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.332233] env[68116]: DEBUG nova.network.neutron [-] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.439832] env[68116]: DEBUG nova.compute.utils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.444510] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.444715] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.455716] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211728} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.457023] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.457653] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69ddfb3-3c24-4607-9067-a92d82895c8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.480581] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] a163372d-2fcb-4a29-903e-0dc500e3b798/a163372d-2fcb-4a29-903e-0dc500e3b798.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.481146] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3163ae6-6542-4b03-ad2a-39b1544a76ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.507349] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 783.507349] env[68116]: value = "task-2785904" [ 783.507349] env[68116]: _type = "Task" [ 783.507349] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.515424] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.520855] env[68116]: DEBUG nova.policy [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a85603750f6e4433af7516507706ec36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd83802d10f4d4ddd9a1539678c9d0393', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.576043] env[68116]: DEBUG nova.network.neutron [-] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.620825] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9aefb28-424e-4abc-8664-c67e02cbc532 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.634681] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a738c3-ad9c-4ece-a716-fb71e82d527b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.673705] env[68116]: DEBUG nova.compute.manager [req-7dbd92bd-e52c-475a-b1c3-46200817b9e9 req-eb7eef32-828f-49f6-9521-63b577c66c7b service nova] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Detach interface failed, port_id=fb39609c-d4c4-4165-a23a-c551568249ee, reason: Instance c535e82c-bd6f-430b-904a-c0f42cddf43b could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 783.675975] env[68116]: INFO nova.compute.manager [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Took 40.51 seconds to build instance. [ 783.690826] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.691091] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.691271] env[68116]: INFO nova.compute.manager [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Shelving [ 783.836638] env[68116]: INFO nova.compute.manager [-] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Took 1.31 seconds to deallocate network for instance. [ 783.841323] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Successfully created port: 20b055fb-af2d-4021-a713-0ae155a55a67 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.945838] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.017754] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.086532] env[68116]: INFO nova.compute.manager [-] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Took 1.32 seconds to deallocate network for instance. [ 784.178442] env[68116]: DEBUG oslo_concurrency.lockutils [None req-076891f4-9b4e-4dbe-81d9-1f58f3925ee2 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.264s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.341661] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.518737] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785904, 'name': ReconfigVM_Task, 'duration_secs': 0.935479} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.519970] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Reconfigured VM instance instance-0000002b to attach disk [datastore2] a163372d-2fcb-4a29-903e-0dc500e3b798/a163372d-2fcb-4a29-903e-0dc500e3b798.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.521199] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab08707-a6e3-4824-8b68-cafd824b1ecc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.525753] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e54e1602-d336-4335-80a4-280084d7f363 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.531466] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3be80c1-aa4b-4e1e-a0bf-56d061495ac4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.536112] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 784.536112] env[68116]: value = "task-2785905" [ 784.536112] env[68116]: _type = "Task" [ 784.536112] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.546927] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785905, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.574477] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb731a30-1a02-49c2-aeed-fe4cbdf646f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.582359] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a896ca2-eb0c-457d-b14b-17a22f673709 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.596878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.597626] env[68116]: DEBUG nova.compute.provider_tree [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.681544] env[68116]: DEBUG nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.706123] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.706250] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb78173f-e3d2-4bda-bb30-93efabb1f0db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.714310] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 784.714310] env[68116]: value = "task-2785906" [ 784.714310] env[68116]: _type = "Task" [ 784.714310] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.723557] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.963478] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.995901] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.996188] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.996362] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.996517] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.996662] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.996807] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.997017] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.997178] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.997342] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.997538] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.997669] env[68116]: DEBUG nova.virt.hardware [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.998553] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999c74cf-55d1-4c63-9afb-9b9fa2af813f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.006979] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10251fa-cba8-4b5f-abc2-3de21c8fd84e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.048010] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785905, 'name': Rename_Task, 'duration_secs': 0.160583} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.048427] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.048681] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f7e392-0f33-4dca-b98d-8b64f72f75be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.054975] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 785.054975] env[68116]: value = "task-2785907" [ 785.054975] env[68116]: _type = "Task" [ 785.054975] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.065718] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.103270] env[68116]: DEBUG nova.scheduler.client.report [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.190610] env[68116]: DEBUG nova.compute.manager [req-3eb25be1-f22c-442f-95d2-bf597a7659a8 req-c428d0dc-0571-47fd-b9fb-6d25821b53ed service nova] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Received event network-vif-deleted-652fbce5-7048-4be5-815f-39c2cf801c98 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.210771] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.226803] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785906, 'name': PowerOffVM_Task, 'duration_secs': 0.251415} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.226803] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.226803] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2dfb97-1cbc-4a7a-9904-b8fae2a605c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.250561] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be19efa-fdb9-4ef2-a041-769faff107bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.290584] env[68116]: DEBUG nova.compute.manager [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Received event network-changed-5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.290772] env[68116]: DEBUG nova.compute.manager [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Refreshing instance network info cache due to event network-changed-5445188d-61db-48cc-8e79-91e91607df9e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 785.290866] env[68116]: DEBUG oslo_concurrency.lockutils [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] Acquiring lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.291059] env[68116]: DEBUG oslo_concurrency.lockutils [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] Acquired lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.291232] env[68116]: DEBUG nova.network.neutron [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Refreshing network info cache for port 5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.370731] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Successfully updated port: 20b055fb-af2d-4021-a713-0ae155a55a67 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.572018] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.608651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.609209] env[68116]: DEBUG nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.612602] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.791s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.612602] env[68116]: DEBUG nova.objects.instance [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lazy-loading 'resources' on Instance uuid 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.761902] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.762258] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fde5121-c8d0-4a02-af84-a59948aa8bab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.770192] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 785.770192] env[68116]: value = "task-2785908" [ 785.770192] env[68116]: _type = "Task" [ 785.770192] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.780338] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.873845] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "refresh_cache-9913340c-ab70-49fc-b116-906a6bdcc208" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.873845] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "refresh_cache-9913340c-ab70-49fc-b116-906a6bdcc208" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.873974] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.070084] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785907, 'name': PowerOnVM_Task, 'duration_secs': 0.626808} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.070084] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.070084] env[68116]: INFO nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Took 10.13 seconds to spawn the instance on the hypervisor. [ 786.070566] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.072197] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2ffd7-13fe-4f0d-ba73-08fc4dbd54bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.088737] env[68116]: DEBUG nova.network.neutron [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updated VIF entry in instance network info cache for port 5445188d-61db-48cc-8e79-91e91607df9e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.089184] env[68116]: DEBUG nova.network.neutron [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updating instance_info_cache with network_info: [{"id": "5445188d-61db-48cc-8e79-91e91607df9e", "address": "fa:16:3e:34:76:bc", "network": {"id": "a92735cf-8e5e-4edb-b68f-ff628e5b86b0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1899515149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "837a1c364d884973a6d24821b8125a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5445188d-61", "ovs_interfaceid": "5445188d-61db-48cc-8e79-91e91607df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.115276] env[68116]: DEBUG nova.compute.utils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.118755] env[68116]: DEBUG nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.119753] env[68116]: DEBUG nova.network.neutron [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.183931] env[68116]: DEBUG nova.policy [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113581525117412785fa9e7a6d67667b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e2a31f0f2f34367a53e43b1b3a7de5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.282207] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785908, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.413103] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.563634] env[68116]: DEBUG nova.network.neutron [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Successfully created port: 41b33893-5f1e-4808-98f3-fad05b50110e {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.592311] env[68116]: INFO nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Took 37.74 seconds to build instance. [ 786.596029] env[68116]: DEBUG oslo_concurrency.lockutils [req-255aafcf-8531-4706-bb41-45425aeed466 req-1a5a628d-3b93-4f6f-acad-9f3709fb1eba service nova] Releasing lock "refresh_cache-aefae9af-653e-4eff-b8cd-0fe5548725c6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.628105] env[68116]: DEBUG nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.632396] env[68116]: DEBUG nova.network.neutron [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Updating instance_info_cache with network_info: [{"id": "20b055fb-af2d-4021-a713-0ae155a55a67", "address": "fa:16:3e:0b:90:ed", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b055fb-af", "ovs_interfaceid": "20b055fb-af2d-4021-a713-0ae155a55a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.716188] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d05350-d226-4e26-85a7-1c78cb35d57c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.724758] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c33c6-25e0-4c0a-8e1a-2121b5e07d68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.755661] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5695610a-74fa-4f4b-b1b2-b0e8458e397c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.763498] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496e0156-c691-4ac5-8aa3-e9dd2766f721 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.776713] env[68116]: DEBUG nova.compute.provider_tree [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.785899] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785908, 'name': CreateSnapshot_Task, 'duration_secs': 0.819125} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.786670] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.787455] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd7bf81-ec4a-4a47-8d39-a3ca5f92d503 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.094598] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.045s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.135449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "refresh_cache-9913340c-ab70-49fc-b116-906a6bdcc208" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.135688] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Instance network_info: |[{"id": "20b055fb-af2d-4021-a713-0ae155a55a67", "address": "fa:16:3e:0b:90:ed", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b055fb-af", "ovs_interfaceid": "20b055fb-af2d-4021-a713-0ae155a55a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.136283] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:90:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20b055fb-af2d-4021-a713-0ae155a55a67', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.143724] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.144166] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.144418] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df692553-8251-498b-befa-80bd84615130 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.167734] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.167734] env[68116]: value = "task-2785909" [ 787.167734] env[68116]: _type = "Task" [ 787.167734] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.177074] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785909, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.245030] env[68116]: DEBUG nova.compute.manager [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Received event network-vif-plugged-20b055fb-af2d-4021-a713-0ae155a55a67 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.245145] env[68116]: DEBUG oslo_concurrency.lockutils [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] Acquiring lock "9913340c-ab70-49fc-b116-906a6bdcc208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.245430] env[68116]: DEBUG oslo_concurrency.lockutils [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] Lock "9913340c-ab70-49fc-b116-906a6bdcc208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.245501] env[68116]: DEBUG oslo_concurrency.lockutils [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] Lock "9913340c-ab70-49fc-b116-906a6bdcc208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.245696] env[68116]: DEBUG nova.compute.manager [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] No waiting events found dispatching network-vif-plugged-20b055fb-af2d-4021-a713-0ae155a55a67 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.245883] env[68116]: WARNING nova.compute.manager [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Received unexpected event network-vif-plugged-20b055fb-af2d-4021-a713-0ae155a55a67 for instance with vm_state building and task_state spawning. [ 787.246059] env[68116]: DEBUG nova.compute.manager [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Received event network-changed-20b055fb-af2d-4021-a713-0ae155a55a67 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.246214] env[68116]: DEBUG nova.compute.manager [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Refreshing instance network info cache due to event network-changed-20b055fb-af2d-4021-a713-0ae155a55a67. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 787.246396] env[68116]: DEBUG oslo_concurrency.lockutils [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] Acquiring lock "refresh_cache-9913340c-ab70-49fc-b116-906a6bdcc208" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.246603] env[68116]: DEBUG oslo_concurrency.lockutils [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] Acquired lock "refresh_cache-9913340c-ab70-49fc-b116-906a6bdcc208" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.246760] env[68116]: DEBUG nova.network.neutron [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Refreshing network info cache for port 20b055fb-af2d-4021-a713-0ae155a55a67 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.282730] env[68116]: DEBUG nova.scheduler.client.report [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.304682] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.305673] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-557613a7-1b9c-4963-b334-e710d07c52d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.316839] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 787.316839] env[68116]: value = "task-2785910" [ 787.316839] env[68116]: _type = "Task" [ 787.316839] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.324502] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785910, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.597862] env[68116]: DEBUG nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.637786] env[68116]: DEBUG nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.668480] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.668766] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.668899] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.669105] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.669588] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.669853] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.670330] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.670330] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.670414] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.670643] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.670729] env[68116]: DEBUG nova.virt.hardware [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.672493] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a7dc4-1726-4685-a34d-4c670cff05e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.686536] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a159fd0-d096-42ad-8d20-dbb8ca5fe83a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.690499] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785909, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.788846] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.791030] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.257s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.792450] env[68116]: INFO nova.compute.claims [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.812077] env[68116]: INFO nova.scheduler.client.report [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted allocations for instance 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3 [ 787.828390] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785910, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.029929] env[68116]: DEBUG nova.network.neutron [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Updated VIF entry in instance network info cache for port 20b055fb-af2d-4021-a713-0ae155a55a67. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.030406] env[68116]: DEBUG nova.network.neutron [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Updating instance_info_cache with network_info: [{"id": "20b055fb-af2d-4021-a713-0ae155a55a67", "address": "fa:16:3e:0b:90:ed", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b055fb-af", "ovs_interfaceid": "20b055fb-af2d-4021-a713-0ae155a55a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.119969] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.178052] env[68116]: DEBUG nova.network.neutron [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Successfully updated port: 41b33893-5f1e-4808-98f3-fad05b50110e {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.183239] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785909, 'name': CreateVM_Task, 'duration_secs': 0.58545} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.183788] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.184538] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.185084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.185084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.185440] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d95995-bdee-4656-927e-a3ac97151f81 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.191741] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 788.191741] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d45dee-a830-96f6-154c-30bafebab611" [ 788.191741] env[68116]: _type = "Task" [ 788.191741] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.201352] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d45dee-a830-96f6-154c-30bafebab611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.310804] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "1d33aa70-15e6-45ba-a5a7-94dac046b079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.311102] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.311544] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "1d33aa70-15e6-45ba-a5a7-94dac046b079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.311811] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.312017] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.314126] env[68116]: INFO nova.compute.manager [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Terminating instance [ 788.322457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe34a20d-363f-462a-9967-358d737bfe85 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "869c9f7e-8a40-43d3-a75f-0e5e4b69fda3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.888s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.329416] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785910, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.536660] env[68116]: DEBUG oslo_concurrency.lockutils [req-58bffece-361b-4b57-a421-f330c5b2d23e req-29ab5ebf-3ecb-4c49-86e8-eb8f266f2e3f service nova] Releasing lock "refresh_cache-9913340c-ab70-49fc-b116-906a6bdcc208" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.685257] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.685432] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.685550] env[68116]: DEBUG nova.network.neutron [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.702827] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d45dee-a830-96f6-154c-30bafebab611, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.703137] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.703367] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.703634] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.703788] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.703967] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.704237] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dff96d4-bc53-45a0-af30-700cf698265a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.713696] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.713948] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.714779] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de82f78a-40bb-44ec-9ec8-a5854e94cafb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.720408] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 788.720408] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d826c6-9e91-f71b-00bc-3d80edc0cf3b" [ 788.720408] env[68116]: _type = "Task" [ 788.720408] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.728319] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d826c6-9e91-f71b-00bc-3d80edc0cf3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.819587] env[68116]: DEBUG nova.compute.manager [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.819884] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.824051] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed60af0-eba8-4b05-9b57-d66d8d0e0f6e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.834655] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785910, 'name': CloneVM_Task, 'duration_secs': 1.168642} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.836718] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Created linked-clone VM from snapshot [ 788.837011] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.837692] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17d2f9f-546e-4500-a470-0a10053a6793 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.840213] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef0723b-9952-4f47-96c1-3d198185b538 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.848798] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Uploading image 519aa462-9380-4cd2-b101-0d8a6d2e8d8a {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.851683] env[68116]: DEBUG oslo_vmware.api [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 788.851683] env[68116]: value = "task-2785911" [ 788.851683] env[68116]: _type = "Task" [ 788.851683] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.861587] env[68116]: DEBUG oslo_vmware.api [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.874964] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.874964] env[68116]: value = "vm-560055" [ 788.874964] env[68116]: _type = "VirtualMachine" [ 788.874964] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.875274] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3ca75c8-e1d0-4a87-aeef-81744c0025b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.883510] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease: (returnval){ [ 788.883510] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52869858-6486-6f42-0e53-1078128262f3" [ 788.883510] env[68116]: _type = "HttpNfcLease" [ 788.883510] env[68116]: } obtained for exporting VM: (result){ [ 788.883510] env[68116]: value = "vm-560055" [ 788.883510] env[68116]: _type = "VirtualMachine" [ 788.883510] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.883810] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the lease: (returnval){ [ 788.883810] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52869858-6486-6f42-0e53-1078128262f3" [ 788.883810] env[68116]: _type = "HttpNfcLease" [ 788.883810] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.892352] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.892352] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52869858-6486-6f42-0e53-1078128262f3" [ 788.892352] env[68116]: _type = "HttpNfcLease" [ 788.892352] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 789.222070] env[68116]: DEBUG nova.network.neutron [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.234956] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d826c6-9e91-f71b-00bc-3d80edc0cf3b, 'name': SearchDatastore_Task, 'duration_secs': 0.022817} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.235767] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8cbb69-a4cd-4cc7-8e2c-9ceb60e25f22 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.239094] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af8a88-85bf-4a4b-9421-59585e6b511c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.247364] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 789.247364] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5204d0a1-2b7b-f9f9-dc6f-0d1277311bc2" [ 789.247364] env[68116]: _type = "Task" [ 789.247364] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.248381] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b49b8a-33b5-41b0-9697-ced4d40f6750 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.259833] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5204d0a1-2b7b-f9f9-dc6f-0d1277311bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.287734] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b06062-9336-4e07-b358-4551c0f9ac27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.291008] env[68116]: DEBUG nova.compute.manager [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Received event network-vif-plugged-41b33893-5f1e-4808-98f3-fad05b50110e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.291220] env[68116]: DEBUG oslo_concurrency.lockutils [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] Acquiring lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.291420] env[68116]: DEBUG oslo_concurrency.lockutils [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.291584] env[68116]: DEBUG oslo_concurrency.lockutils [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.291745] env[68116]: DEBUG nova.compute.manager [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] No waiting events found dispatching network-vif-plugged-41b33893-5f1e-4808-98f3-fad05b50110e {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.291904] env[68116]: WARNING nova.compute.manager [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Received unexpected event network-vif-plugged-41b33893-5f1e-4808-98f3-fad05b50110e for instance with vm_state building and task_state spawning. [ 789.292143] env[68116]: DEBUG nova.compute.manager [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Received event network-changed-41b33893-5f1e-4808-98f3-fad05b50110e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.292313] env[68116]: DEBUG nova.compute.manager [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Refreshing instance network info cache due to event network-changed-41b33893-5f1e-4808-98f3-fad05b50110e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 789.292481] env[68116]: DEBUG oslo_concurrency.lockutils [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] Acquiring lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.298574] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409f9867-aec5-4094-8619-c76d7c0711b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.312149] env[68116]: DEBUG nova.compute.provider_tree [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.361816] env[68116]: DEBUG oslo_vmware.api [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785911, 'name': PowerOffVM_Task, 'duration_secs': 0.358783} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.361816] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.362103] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.362436] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32162edc-6408-457f-98fd-13f9150e8c2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.378328] env[68116]: DEBUG nova.network.neutron [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Updating instance_info_cache with network_info: [{"id": "41b33893-5f1e-4808-98f3-fad05b50110e", "address": "fa:16:3e:ef:4e:07", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b33893-5f", "ovs_interfaceid": "41b33893-5f1e-4808-98f3-fad05b50110e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.391430] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.391430] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52869858-6486-6f42-0e53-1078128262f3" [ 789.391430] env[68116]: _type = "HttpNfcLease" [ 789.391430] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 789.392258] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 789.392258] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52869858-6486-6f42-0e53-1078128262f3" [ 789.392258] env[68116]: _type = "HttpNfcLease" [ 789.392258] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 789.392991] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9aaa6a-8ba4-4055-90cf-2515f486f697 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.400622] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e2632-6127-752f-0482-a9e33c85b5d0/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 789.400792] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e2632-6127-752f-0482-a9e33c85b5d0/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 789.458694] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.458915] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.459873] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Deleting the datastore file [datastore1] 1d33aa70-15e6-45ba-a5a7-94dac046b079 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.459873] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99492bb2-6487-462f-9101-1ed06e5e3c33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.466608] env[68116]: DEBUG oslo_vmware.api [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for the task: (returnval){ [ 789.466608] env[68116]: value = "task-2785914" [ 789.466608] env[68116]: _type = "Task" [ 789.466608] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.476087] env[68116]: DEBUG oslo_vmware.api [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.493690] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-032fff06-3c53-46ef-83a7-3b68bddb7634 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.758710] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5204d0a1-2b7b-f9f9-dc6f-0d1277311bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.022494} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.758981] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.759260] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9913340c-ab70-49fc-b116-906a6bdcc208/9913340c-ab70-49fc-b116-906a6bdcc208.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.759522] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41b192cc-c21d-4198-854d-491d51a3f21c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.766176] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 789.766176] env[68116]: value = "task-2785915" [ 789.766176] env[68116]: _type = "Task" [ 789.766176] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.774652] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.817106] env[68116]: DEBUG nova.scheduler.client.report [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.880870] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.880870] env[68116]: DEBUG nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Instance network_info: |[{"id": "41b33893-5f1e-4808-98f3-fad05b50110e", "address": "fa:16:3e:ef:4e:07", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b33893-5f", "ovs_interfaceid": "41b33893-5f1e-4808-98f3-fad05b50110e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.882292] env[68116]: DEBUG oslo_concurrency.lockutils [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] Acquired lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.883048] env[68116]: DEBUG nova.network.neutron [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Refreshing network info cache for port 41b33893-5f1e-4808-98f3-fad05b50110e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.884323] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:4e:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41b33893-5f1e-4808-98f3-fad05b50110e', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.893391] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Creating folder: Project (2e2a31f0f2f34367a53e43b1b3a7de5b). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.897836] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d044cb6d-3669-442a-8564-9e94e09d9177 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.909478] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Created folder: Project (2e2a31f0f2f34367a53e43b1b3a7de5b) in parent group-v559920. [ 789.910256] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Creating folder: Instances. Parent ref: group-v560056. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.910256] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b859618-b511-484e-8868-4000ba4c6af5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.919459] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Created folder: Instances in parent group-v560056. [ 789.920337] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.920466] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.920849] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95472957-c29e-4673-9cb7-68674207feb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.943343] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.943343] env[68116]: value = "task-2785918" [ 789.943343] env[68116]: _type = "Task" [ 789.943343] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.951893] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785918, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.977532] env[68116]: DEBUG oslo_vmware.api [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Task: {'id': task-2785914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186818} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.980368] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.981216] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.981216] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.981216] env[68116]: INFO nova.compute.manager [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Took 1.16 seconds to destroy the instance on the hypervisor. [ 789.981447] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.981531] env[68116]: DEBUG nova.compute.manager [-] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.981594] env[68116]: DEBUG nova.network.neutron [-] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.254859] env[68116]: DEBUG nova.network.neutron [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Updated VIF entry in instance network info cache for port 41b33893-5f1e-4808-98f3-fad05b50110e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.256738] env[68116]: DEBUG nova.network.neutron [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Updating instance_info_cache with network_info: [{"id": "41b33893-5f1e-4808-98f3-fad05b50110e", "address": "fa:16:3e:ef:4e:07", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b33893-5f", "ovs_interfaceid": "41b33893-5f1e-4808-98f3-fad05b50110e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.281206] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.322898] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.323801] env[68116]: DEBUG nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.327822] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.545s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.329489] env[68116]: INFO nova.compute.claims [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.453172] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785918, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.761434] env[68116]: DEBUG oslo_concurrency.lockutils [req-babd16d2-7a75-40dd-b7fa-f61b7cb6f28a req-7e5fe182-1300-45ab-b082-4bb7c6ec75c9 service nova] Releasing lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.779687] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562033} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.780587] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9913340c-ab70-49fc-b116-906a6bdcc208/9913340c-ab70-49fc-b116-906a6bdcc208.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.780985] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.781358] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c778a421-ad08-4023-841f-f5ce7e052ee0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.788464] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 790.788464] env[68116]: value = "task-2785919" [ 790.788464] env[68116]: _type = "Task" [ 790.788464] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.799538] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.834919] env[68116]: DEBUG nova.compute.utils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.838846] env[68116]: DEBUG nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.838846] env[68116]: DEBUG nova.network.neutron [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.883914] env[68116]: DEBUG nova.policy [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113581525117412785fa9e7a6d67667b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e2a31f0f2f34367a53e43b1b3a7de5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.955533] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785918, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.126589] env[68116]: DEBUG nova.network.neutron [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Successfully created port: 517cb987-523c-4609-99ba-7ac49c0f6b14 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.244953] env[68116]: DEBUG nova.network.neutron [-] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.300095] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.339541] env[68116]: DEBUG nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.358227] env[68116]: DEBUG nova.compute.manager [req-edbe1be4-6053-4861-b00c-3f1f558760ec req-bfc626d6-ce6a-4274-959a-9a5978b0e838 service nova] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Received event network-vif-deleted-a03d6a04-6c48-40c0-babe-beb89a4a5f89 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.460204] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785918, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.751845] env[68116]: INFO nova.compute.manager [-] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Took 1.77 seconds to deallocate network for instance. [ 791.803462] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.755873} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.803779] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.804766] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb41a5e-d61d-4307-89b8-d9c1a434ca20 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.830691] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9913340c-ab70-49fc-b116-906a6bdcc208/9913340c-ab70-49fc-b116-906a6bdcc208.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.833614] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142ee1a9-f9aa-47e4-b91e-6d6fd54c6b7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.858883] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 791.858883] env[68116]: value = "task-2785920" [ 791.858883] env[68116]: _type = "Task" [ 791.858883] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.869621] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.906171] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924caf4b-0d2e-4964-84be-3bc499cc51ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.914355] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aebc15-02fc-4f46-95f8-f4e8cc2534a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.946985] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a404d3b2-e67d-4f06-a41f-3919be3ae611 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.959482] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785918, 'name': CreateVM_Task, 'duration_secs': 1.5982} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.959740] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.960948] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e13391-0a03-4d79-9e19-8a7e67b87884 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.965381] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.965553] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.965904] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.966153] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e371b50-5b59-4602-a82d-05b6c87c8ddf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.970599] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 791.970599] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5286409b-54fd-e63a-9b54-c3cfc445bcb2" [ 791.970599] env[68116]: _type = "Task" [ 791.970599] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.979981] env[68116]: DEBUG nova.compute.provider_tree [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.990120] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5286409b-54fd-e63a-9b54-c3cfc445bcb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.991021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.991254] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.991484] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.991627] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.991803] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.992312] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aad8773-1c06-4c11-a9f7-1f1b8df18e8b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.003982] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.003982] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.003982] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c19ce6-0c13-498b-a302-5ba1e11d8c6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.008472] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 792.008472] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c95c16-d5aa-5939-606a-61e04a4aaa6a" [ 792.008472] env[68116]: _type = "Task" [ 792.008472] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.016533] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c95c16-d5aa-5939-606a-61e04a4aaa6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.259850] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.356058] env[68116]: DEBUG nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.370146] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.382171] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.382427] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.382584] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.382793] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.382900] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.383057] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.383343] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.383564] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.383847] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.383957] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.384158] env[68116]: DEBUG nova.virt.hardware [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.385114] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f9f6ad-af3d-4724-8652-f4ef069666dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.393757] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be13832-4974-4951-9b1c-77071bc0a103 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.483377] env[68116]: DEBUG nova.scheduler.client.report [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.519149] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c95c16-d5aa-5939-606a-61e04a4aaa6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015081} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.519995] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917bc10b-c703-43aa-b147-8942283c5088 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.527442] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 792.527442] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e1024b-4e13-9898-ac94-1bc8071c19fd" [ 792.527442] env[68116]: _type = "Task" [ 792.527442] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.538083] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e1024b-4e13-9898-ac94-1bc8071c19fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.872199] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.880786] env[68116]: DEBUG nova.network.neutron [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Successfully updated port: 517cb987-523c-4609-99ba-7ac49c0f6b14 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.992907] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.993549] env[68116]: DEBUG nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.996262] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.466s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.996485] env[68116]: DEBUG nova.objects.instance [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lazy-loading 'resources' on Instance uuid 22b5827f-a1fc-430d-9932-aa8c4e9f69d3 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.038543] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e1024b-4e13-9898-ac94-1bc8071c19fd, 'name': SearchDatastore_Task, 'duration_secs': 0.016585} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.041804] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.041804] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a/980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.041804] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0445060e-3bc0-4969-b396-b986955a8090 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.046036] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 793.046036] env[68116]: value = "task-2785921" [ 793.046036] env[68116]: _type = "Task" [ 793.046036] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.054372] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.370196] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785920, 'name': ReconfigVM_Task, 'duration_secs': 1.141879} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.370525] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9913340c-ab70-49fc-b116-906a6bdcc208/9913340c-ab70-49fc-b116-906a6bdcc208.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.371160] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15600a52-3d24-4b76-8fff-c3db0f0e2b5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.378453] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 793.378453] env[68116]: value = "task-2785922" [ 793.378453] env[68116]: _type = "Task" [ 793.378453] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.382549] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "refresh_cache-cc659801-e9ef-4e26-baef-533548faa249" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.382651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "refresh_cache-cc659801-e9ef-4e26-baef-533548faa249" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.382818] env[68116]: DEBUG nova.network.neutron [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.390555] env[68116]: DEBUG nova.compute.manager [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Received event network-vif-plugged-517cb987-523c-4609-99ba-7ac49c0f6b14 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 793.390779] env[68116]: DEBUG oslo_concurrency.lockutils [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] Acquiring lock "cc659801-e9ef-4e26-baef-533548faa249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.390983] env[68116]: DEBUG oslo_concurrency.lockutils [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] Lock "cc659801-e9ef-4e26-baef-533548faa249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.391168] env[68116]: DEBUG oslo_concurrency.lockutils [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] Lock "cc659801-e9ef-4e26-baef-533548faa249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.391338] env[68116]: DEBUG nova.compute.manager [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] No waiting events found dispatching network-vif-plugged-517cb987-523c-4609-99ba-7ac49c0f6b14 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.391498] env[68116]: WARNING nova.compute.manager [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Received unexpected event network-vif-plugged-517cb987-523c-4609-99ba-7ac49c0f6b14 for instance with vm_state building and task_state spawning. [ 793.391656] env[68116]: DEBUG nova.compute.manager [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Received event network-changed-517cb987-523c-4609-99ba-7ac49c0f6b14 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 793.391810] env[68116]: DEBUG nova.compute.manager [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Refreshing instance network info cache due to event network-changed-517cb987-523c-4609-99ba-7ac49c0f6b14. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 793.391976] env[68116]: DEBUG oslo_concurrency.lockutils [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] Acquiring lock "refresh_cache-cc659801-e9ef-4e26-baef-533548faa249" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.500909] env[68116]: DEBUG nova.compute.utils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.504096] env[68116]: DEBUG nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.504300] env[68116]: DEBUG nova.network.neutron [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.560837] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.563325] env[68116]: DEBUG nova.policy [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113581525117412785fa9e7a6d67667b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e2a31f0f2f34367a53e43b1b3a7de5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.892736] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785922, 'name': Rename_Task, 'duration_secs': 0.332943} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.895438] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.896341] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93b22ab3-c550-4767-a4ab-afbb8bab388c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.903111] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 793.903111] env[68116]: value = "task-2785923" [ 793.903111] env[68116]: _type = "Task" [ 793.903111] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.914213] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.936188] env[68116]: DEBUG nova.network.neutron [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Successfully created port: a63550b5-cf3b-4347-b862-116ab2ae9d37 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.940583] env[68116]: DEBUG nova.network.neutron [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.007108] env[68116]: DEBUG nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.060212] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60773} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.060491] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a/980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.060705] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.060954] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1fa5393-c76c-4a04-9642-c22c70d12956 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.071158] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c4219-1562-4cbf-95cf-18f735f9f701 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.078412] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 794.078412] env[68116]: value = "task-2785924" [ 794.078412] env[68116]: _type = "Task" [ 794.078412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.085789] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ae274-a933-4486-84da-3bd42db1f1d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.094343] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.129047] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc1ef6-928c-4df2-bd8d-c769518df567 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.138934] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4389e4dc-38bd-4649-9505-b2432a718510 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.154043] env[68116]: DEBUG nova.compute.provider_tree [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.192433] env[68116]: DEBUG nova.network.neutron [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Updating instance_info_cache with network_info: [{"id": "517cb987-523c-4609-99ba-7ac49c0f6b14", "address": "fa:16:3e:43:e0:ba", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517cb987-52", "ovs_interfaceid": "517cb987-523c-4609-99ba-7ac49c0f6b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.414850] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.588805] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073668} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.589085] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.589895] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a96c68-bcbb-4201-a749-59f0a99c1dbd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.612130] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a/980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.612839] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-546fd306-1c09-4a2a-9f93-b5574a05ec1e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.636031] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 794.636031] env[68116]: value = "task-2785925" [ 794.636031] env[68116]: _type = "Task" [ 794.636031] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.643609] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.657842] env[68116]: DEBUG nova.scheduler.client.report [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.697116] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "refresh_cache-cc659801-e9ef-4e26-baef-533548faa249" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697347] env[68116]: DEBUG nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Instance network_info: |[{"id": "517cb987-523c-4609-99ba-7ac49c0f6b14", "address": "fa:16:3e:43:e0:ba", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517cb987-52", "ovs_interfaceid": "517cb987-523c-4609-99ba-7ac49c0f6b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.697958] env[68116]: DEBUG oslo_concurrency.lockutils [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] Acquired lock "refresh_cache-cc659801-e9ef-4e26-baef-533548faa249" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.698088] env[68116]: DEBUG nova.network.neutron [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Refreshing network info cache for port 517cb987-523c-4609-99ba-7ac49c0f6b14 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.699786] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:e0:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '517cb987-523c-4609-99ba-7ac49c0f6b14', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.707963] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.711385] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc659801-e9ef-4e26-baef-533548faa249] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.711650] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40c42829-a442-4f58-930f-29ade0747a22 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.732356] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.732356] env[68116]: value = "task-2785926" [ 794.732356] env[68116]: _type = "Task" [ 794.732356] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.739896] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785926, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.915124] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.929513] env[68116]: DEBUG nova.network.neutron [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Updated VIF entry in instance network info cache for port 517cb987-523c-4609-99ba-7ac49c0f6b14. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.929903] env[68116]: DEBUG nova.network.neutron [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Updating instance_info_cache with network_info: [{"id": "517cb987-523c-4609-99ba-7ac49c0f6b14", "address": "fa:16:3e:43:e0:ba", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517cb987-52", "ovs_interfaceid": "517cb987-523c-4609-99ba-7ac49c0f6b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.016626] env[68116]: DEBUG nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.043733] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.044019] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.044184] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.044366] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.044519] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.044661] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.044876] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.045048] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.045220] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.045382] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.045557] env[68116]: DEBUG nova.virt.hardware [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.046481] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a078728-fe11-4ae9-a684-4c39fa2c4456 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.054629] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc117d-bb49-4dc3-b6bd-d2dbb42bcbb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.145063] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.163171] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.165659] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.042s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.166756] env[68116]: DEBUG nova.objects.instance [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lazy-loading 'resources' on Instance uuid 9510e99c-c0ac-4360-a263-cac731f70720 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.193981] env[68116]: INFO nova.scheduler.client.report [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleted allocations for instance 22b5827f-a1fc-430d-9932-aa8c4e9f69d3 [ 795.242062] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785926, 'name': CreateVM_Task, 'duration_secs': 0.498577} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.243054] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc659801-e9ef-4e26-baef-533548faa249] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.243622] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.243798] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.244125] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.244644] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6759453-664f-4999-aab1-0e35fc4f4270 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.249508] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 795.249508] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526ec8ae-45f8-3d80-730b-d5e1e9d08175" [ 795.249508] env[68116]: _type = "Task" [ 795.249508] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.258483] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526ec8ae-45f8-3d80-730b-d5e1e9d08175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.414821] env[68116]: DEBUG oslo_vmware.api [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785923, 'name': PowerOnVM_Task, 'duration_secs': 1.466048} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.415171] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.415425] env[68116]: INFO nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Took 10.45 seconds to spawn the instance on the hypervisor. [ 795.415681] env[68116]: DEBUG nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.416495] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898417f-9786-4a3c-9bc2-6bbbae8b4a7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.432908] env[68116]: DEBUG oslo_concurrency.lockutils [req-93db04c2-d5af-4f6b-b0c3-a82163da3ad4 req-1971e773-bd99-4b6c-b026-c69b4edfb097 service nova] Releasing lock "refresh_cache-cc659801-e9ef-4e26-baef-533548faa249" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.447977] env[68116]: DEBUG nova.compute.manager [req-874a2eee-377b-4504-9576-b93107c537e8 req-3ca7caca-d5c4-4c6a-ae2c-80eb22b9b9ee service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Received event network-vif-plugged-a63550b5-cf3b-4347-b862-116ab2ae9d37 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 795.448224] env[68116]: DEBUG oslo_concurrency.lockutils [req-874a2eee-377b-4504-9576-b93107c537e8 req-3ca7caca-d5c4-4c6a-ae2c-80eb22b9b9ee service nova] Acquiring lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.448465] env[68116]: DEBUG oslo_concurrency.lockutils [req-874a2eee-377b-4504-9576-b93107c537e8 req-3ca7caca-d5c4-4c6a-ae2c-80eb22b9b9ee service nova] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.448585] env[68116]: DEBUG oslo_concurrency.lockutils [req-874a2eee-377b-4504-9576-b93107c537e8 req-3ca7caca-d5c4-4c6a-ae2c-80eb22b9b9ee service nova] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.448751] env[68116]: DEBUG nova.compute.manager [req-874a2eee-377b-4504-9576-b93107c537e8 req-3ca7caca-d5c4-4c6a-ae2c-80eb22b9b9ee service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] No waiting events found dispatching network-vif-plugged-a63550b5-cf3b-4347-b862-116ab2ae9d37 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.448925] env[68116]: WARNING nova.compute.manager [req-874a2eee-377b-4504-9576-b93107c537e8 req-3ca7caca-d5c4-4c6a-ae2c-80eb22b9b9ee service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Received unexpected event network-vif-plugged-a63550b5-cf3b-4347-b862-116ab2ae9d37 for instance with vm_state building and task_state spawning. [ 795.544025] env[68116]: DEBUG nova.network.neutron [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Successfully updated port: a63550b5-cf3b-4347-b862-116ab2ae9d37 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.646347] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785925, 'name': ReconfigVM_Task, 'duration_secs': 0.592178} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.647030] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a/980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.647409] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6326c28-5988-4b1d-b6cf-8c5d8522bf1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.653725] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 795.653725] env[68116]: value = "task-2785927" [ 795.653725] env[68116]: _type = "Task" [ 795.653725] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.661976] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785927, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.704045] env[68116]: DEBUG oslo_concurrency.lockutils [None req-281c837d-8af9-4988-8686-ff9f113a8c48 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "22b5827f-a1fc-430d-9932-aa8c4e9f69d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.762s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.759627] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526ec8ae-45f8-3d80-730b-d5e1e9d08175, 'name': SearchDatastore_Task, 'duration_secs': 0.028588} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.762129] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.762375] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.762607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.762753] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.762929] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.763374] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2aaf02f-fe26-49d9-be6a-ba12b6acfb8f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.771721] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.771826] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.772579] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693329eb-905b-4ccc-94eb-76bde732842a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.780146] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 795.780146] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5279a389-e048-0f09-a383-93ec6ee37c1e" [ 795.780146] env[68116]: _type = "Task" [ 795.780146] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.788088] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5279a389-e048-0f09-a383-93ec6ee37c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.936014] env[68116]: INFO nova.compute.manager [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Took 41.94 seconds to build instance. [ 796.050716] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "refresh_cache-10436fc4-3f5c-4fbf-b316-1986fce6eeeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.050716] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "refresh_cache-10436fc4-3f5c-4fbf-b316-1986fce6eeeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.050716] env[68116]: DEBUG nova.network.neutron [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.114392] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bdfdaa-ffe4-43ec-9f61-8205d6d3641f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.122204] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c14f7c-54c4-4967-8222-1becc2b6d3fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.159590] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a04cfb-11d8-452c-95ed-d8754aec3cfa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.168267] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785927, 'name': Rename_Task, 'duration_secs': 0.440906} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.170483] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.170846] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ef5b651-8f5d-4b40-a990-302606f9b3c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.173391] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c817a5-cdb0-4c00-b43c-15723caf14b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.187848] env[68116]: DEBUG nova.compute.provider_tree [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.191293] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 796.191293] env[68116]: value = "task-2785928" [ 796.191293] env[68116]: _type = "Task" [ 796.191293] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.202059] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785928, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.290633] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5279a389-e048-0f09-a383-93ec6ee37c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.291458] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aeef1a3-45a0-4244-b82b-89487a95e7b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.296866] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 796.296866] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52120e91-8edf-8399-b93b-4001f7405632" [ 796.296866] env[68116]: _type = "Task" [ 796.296866] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.304747] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52120e91-8edf-8399-b93b-4001f7405632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.439475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4217f3b0-e57d-4b02-934a-b666bab52096 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "9913340c-ab70-49fc-b116-906a6bdcc208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.351s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.582281] env[68116]: DEBUG nova.network.neutron [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.692618] env[68116]: DEBUG nova.scheduler.client.report [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.707285] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.746155] env[68116]: DEBUG nova.network.neutron [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Updating instance_info_cache with network_info: [{"id": "a63550b5-cf3b-4347-b862-116ab2ae9d37", "address": "fa:16:3e:bd:ec:41", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63550b5-cf", "ovs_interfaceid": "a63550b5-cf3b-4347-b862-116ab2ae9d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.807380] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52120e91-8edf-8399-b93b-4001f7405632, 'name': SearchDatastore_Task, 'duration_secs': 0.019949} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.810055] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.810055] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] cc659801-e9ef-4e26-baef-533548faa249/cc659801-e9ef-4e26-baef-533548faa249.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.810055] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c0b6a73-78e3-4c51-acc8-91bd006b00be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.815570] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 796.815570] env[68116]: value = "task-2785929" [ 796.815570] env[68116]: _type = "Task" [ 796.815570] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.824793] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.946891] env[68116]: DEBUG nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.091666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "a163372d-2fcb-4a29-903e-0dc500e3b798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.092040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.092040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "a163372d-2fcb-4a29-903e-0dc500e3b798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.092216] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.092511] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.094867] env[68116]: INFO nova.compute.manager [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Terminating instance [ 797.160762] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "9913340c-ab70-49fc-b116-906a6bdcc208" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.161398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "9913340c-ab70-49fc-b116-906a6bdcc208" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.161398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "9913340c-ab70-49fc-b116-906a6bdcc208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.161570] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "9913340c-ab70-49fc-b116-906a6bdcc208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.161745] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "9913340c-ab70-49fc-b116-906a6bdcc208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.163980] env[68116]: INFO nova.compute.manager [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Terminating instance [ 797.201799] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.204891] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.543s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.206860] env[68116]: INFO nova.compute.claims [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.217606] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.240837] env[68116]: INFO nova.scheduler.client.report [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Deleted allocations for instance 9510e99c-c0ac-4360-a263-cac731f70720 [ 797.248780] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "refresh_cache-10436fc4-3f5c-4fbf-b316-1986fce6eeeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.249086] env[68116]: DEBUG nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Instance network_info: |[{"id": "a63550b5-cf3b-4347-b862-116ab2ae9d37", "address": "fa:16:3e:bd:ec:41", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63550b5-cf", "ovs_interfaceid": "a63550b5-cf3b-4347-b862-116ab2ae9d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.249498] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:ec:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a63550b5-cf3b-4347-b862-116ab2ae9d37', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.258549] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.260697] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.261969] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1615c77e-66a3-4239-9a7e-1c741d888f7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.285154] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.285154] env[68116]: value = "task-2785930" [ 797.285154] env[68116]: _type = "Task" [ 797.285154] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.295118] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785930, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.325132] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.469313] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.496040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "a6e76780-ee00-422a-b2e7-d954ef122051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.496341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "a6e76780-ee00-422a-b2e7-d954ef122051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.496603] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "a6e76780-ee00-422a-b2e7-d954ef122051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.496782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "a6e76780-ee00-422a-b2e7-d954ef122051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.496952] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "a6e76780-ee00-422a-b2e7-d954ef122051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.499245] env[68116]: INFO nova.compute.manager [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Terminating instance [ 797.511308] env[68116]: DEBUG nova.compute.manager [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Received event network-changed-a63550b5-cf3b-4347-b862-116ab2ae9d37 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 797.511715] env[68116]: DEBUG nova.compute.manager [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Refreshing instance network info cache due to event network-changed-a63550b5-cf3b-4347-b862-116ab2ae9d37. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 797.512350] env[68116]: DEBUG oslo_concurrency.lockutils [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] Acquiring lock "refresh_cache-10436fc4-3f5c-4fbf-b316-1986fce6eeeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.512455] env[68116]: DEBUG oslo_concurrency.lockutils [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] Acquired lock "refresh_cache-10436fc4-3f5c-4fbf-b316-1986fce6eeeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.512626] env[68116]: DEBUG nova.network.neutron [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Refreshing network info cache for port a63550b5-cf3b-4347-b862-116ab2ae9d37 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.599332] env[68116]: DEBUG nova.compute.manager [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.599579] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.600501] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169051bb-c380-4a52-a20f-96847ae9453b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.608983] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.609050] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afdfa1f1-ca2f-4cca-ad74-64343d190a92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.615564] env[68116]: DEBUG oslo_vmware.api [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 797.615564] env[68116]: value = "task-2785931" [ 797.615564] env[68116]: _type = "Task" [ 797.615564] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.624020] env[68116]: DEBUG oslo_vmware.api [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.668023] env[68116]: DEBUG nova.compute.manager [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.668375] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.669265] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac01a9-4d7d-4e86-9b60-5ad383f0ac88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.678043] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.678398] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ea1db0c-c138-494e-ae8f-d5f06f822c04 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.686030] env[68116]: DEBUG oslo_vmware.api [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 797.686030] env[68116]: value = "task-2785932" [ 797.686030] env[68116]: _type = "Task" [ 797.686030] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.694884] env[68116]: DEBUG oslo_vmware.api [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.707146] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785928, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.749341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0cfc2891-3406-4613-b0bc-da2b4b055fbc tempest-ServersAdminNegativeTestJSON-2123175983 tempest-ServersAdminNegativeTestJSON-2123175983-project-member] Lock "9510e99c-c0ac-4360-a263-cac731f70720" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.066s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.760391] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "13fb88b1-209c-4a7e-9f81-bc31cf170628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.760779] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.761117] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "13fb88b1-209c-4a7e-9f81-bc31cf170628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.761494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.761681] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.764188] env[68116]: INFO nova.compute.manager [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Terminating instance [ 797.796159] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785930, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.826506] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594822} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.826782] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] cc659801-e9ef-4e26-baef-533548faa249/cc659801-e9ef-4e26-baef-533548faa249.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.827010] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.827275] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d70250-f039-4915-afe5-55680acb2545 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.834378] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 797.834378] env[68116]: value = "task-2785933" [ 797.834378] env[68116]: _type = "Task" [ 797.834378] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.846491] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.003050] env[68116]: DEBUG nova.compute.manager [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.003304] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.004246] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb082914-dfdf-4ea5-80ba-fb5d2c0a8f27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.011520] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.011763] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-178d9193-867e-44c5-acdb-3a725fa99049 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.017709] env[68116]: DEBUG oslo_vmware.api [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 798.017709] env[68116]: value = "task-2785934" [ 798.017709] env[68116]: _type = "Task" [ 798.017709] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.026225] env[68116]: DEBUG oslo_vmware.api [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.126931] env[68116]: DEBUG oslo_vmware.api [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785931, 'name': PowerOffVM_Task, 'duration_secs': 0.475617} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.127366] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.127414] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.127668] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c891916-4605-46ed-8b58-70243f12278f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.191868] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.192165] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.192411] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleting the datastore file [datastore2] a163372d-2fcb-4a29-903e-0dc500e3b798 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.193285] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f08ea269-f73a-4528-be02-feaac22663ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.199549] env[68116]: DEBUG oslo_vmware.api [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785932, 'name': PowerOffVM_Task, 'duration_secs': 0.313144} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.203808] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.203949] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.205829] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0687d93f-cc7a-4f79-b17a-f2fc795c2096 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.207739] env[68116]: DEBUG oslo_vmware.api [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 798.207739] env[68116]: value = "task-2785936" [ 798.207739] env[68116]: _type = "Task" [ 798.207739] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.220847] env[68116]: DEBUG oslo_vmware.api [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785928, 'name': PowerOnVM_Task, 'duration_secs': 1.749617} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.223928] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.224168] env[68116]: INFO nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Took 10.59 seconds to spawn the instance on the hypervisor. [ 798.224375] env[68116]: DEBUG nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.225291] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab27689-685b-475c-b16c-24aaac643f6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.233582] env[68116]: DEBUG oslo_vmware.api [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.263915] env[68116]: DEBUG nova.network.neutron [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Updated VIF entry in instance network info cache for port a63550b5-cf3b-4347-b862-116ab2ae9d37. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.264499] env[68116]: DEBUG nova.network.neutron [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Updating instance_info_cache with network_info: [{"id": "a63550b5-cf3b-4347-b862-116ab2ae9d37", "address": "fa:16:3e:bd:ec:41", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63550b5-cf", "ovs_interfaceid": "a63550b5-cf3b-4347-b862-116ab2ae9d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.268846] env[68116]: DEBUG nova.compute.manager [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.269073] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.270805] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458bde24-67ec-4d7e-bf91-4bc32e21b55a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.277815] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.278153] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76fe429f-0e83-4856-904b-0feac6efd887 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.284508] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.284708] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.284961] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleting the datastore file [datastore2] 9913340c-ab70-49fc-b116-906a6bdcc208 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.285167] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69825d33-c15a-408b-9b39-d055d879e6f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.292612] env[68116]: DEBUG oslo_vmware.api [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 798.292612] env[68116]: value = "task-2785938" [ 798.292612] env[68116]: _type = "Task" [ 798.292612] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.303185] env[68116]: DEBUG oslo_vmware.api [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 798.303185] env[68116]: value = "task-2785939" [ 798.303185] env[68116]: _type = "Task" [ 798.303185] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.303371] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785930, 'name': CreateVM_Task, 'duration_secs': 0.682305} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.304224] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.308414] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.308414] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.308414] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.313051] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81dd23f-47a6-4909-a0c8-26d92b3c6a83 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.314047] env[68116]: DEBUG oslo_vmware.api [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.321672] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 798.321672] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f66b9c-63cd-ebb5-9ce8-441509bccec5" [ 798.321672] env[68116]: _type = "Task" [ 798.321672] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.322257] env[68116]: DEBUG oslo_vmware.api [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.330538] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f66b9c-63cd-ebb5-9ce8-441509bccec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.344226] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080084} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.347011] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.348117] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b78a9-d3d9-40d4-8f7c-3db2f46ef0ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.370381] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] cc659801-e9ef-4e26-baef-533548faa249/cc659801-e9ef-4e26-baef-533548faa249.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.375916] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a60186c-63ec-4a26-ac0a-b9e830803157 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.397209] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 798.397209] env[68116]: value = "task-2785940" [ 798.397209] env[68116]: _type = "Task" [ 798.397209] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.404183] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.528609] env[68116]: DEBUG oslo_vmware.api [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785934, 'name': PowerOffVM_Task, 'duration_secs': 0.217575} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.528609] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.528609] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.531545] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457bec94-68a8-4e55-ab69-bccfd88f502d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.600601] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.600905] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.601100] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleting the datastore file [datastore2] a6e76780-ee00-422a-b2e7-d954ef122051 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.601380] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaafafcb-9720-498c-886a-c1b0d8084a8f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.607363] env[68116]: DEBUG oslo_vmware.api [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 798.607363] env[68116]: value = "task-2785942" [ 798.607363] env[68116]: _type = "Task" [ 798.607363] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.619331] env[68116]: DEBUG oslo_vmware.api [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.723754] env[68116]: DEBUG oslo_vmware.api [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25318} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.724202] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.724451] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.724729] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.724903] env[68116]: INFO nova.compute.manager [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Took 1.13 seconds to destroy the instance on the hypervisor. [ 798.725200] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.725435] env[68116]: DEBUG nova.compute.manager [-] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.725559] env[68116]: DEBUG nova.network.neutron [-] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.756469] env[68116]: INFO nova.compute.manager [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Took 43.62 seconds to build instance. [ 798.771162] env[68116]: DEBUG oslo_concurrency.lockutils [req-ab5c4415-6869-44cf-b148-497249d7542d req-408d3480-47d3-410d-bf7b-88d3f05954a5 service nova] Releasing lock "refresh_cache-10436fc4-3f5c-4fbf-b316-1986fce6eeeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.781435] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292f69cf-a84d-463b-869a-65438ec66de5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.795698] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88fcb15-0c57-4dfa-8e40-0b23895bdea2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.844533] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c20ee11-2970-470b-b79a-9b38adfbeca6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.847446] env[68116]: DEBUG oslo_vmware.api [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785938, 'name': PowerOffVM_Task, 'duration_secs': 0.242619} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.854023] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.854023] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.854023] env[68116]: DEBUG oslo_vmware.api [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2785939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239673} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.854023] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f8de9a-416c-4565-b7e5-0efe13b39f32 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.854023] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.854536] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.854536] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.854536] env[68116]: INFO nova.compute.manager [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Took 1.19 seconds to destroy the instance on the hypervisor. [ 798.854640] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.860839] env[68116]: DEBUG nova.compute.manager [-] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.861061] env[68116]: DEBUG nova.network.neutron [-] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.868254] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f66b9c-63cd-ebb5-9ce8-441509bccec5, 'name': SearchDatastore_Task, 'duration_secs': 0.022503} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.870592] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0cd2f1-290f-4f0a-9587-810c807a0be3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.877160] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.877502] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.877826] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.878033] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.878294] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.879557] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a766d5-159b-4058-9213-5f30ec406d58 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.895834] env[68116]: DEBUG nova.compute.provider_tree [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.899146] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.899389] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.903620] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987b0e99-5b7a-4c68-bb36-4a919637d421 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.654459] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6a5a459-7165-4e53-96e5-80e8451c5ec7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.129s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.655312] env[68116]: DEBUG nova.scheduler.client.report [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.659600] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.659796] env[68116]: WARNING oslo_vmware.common.loopingcall [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] task run outlasted interval by 0.26105999999999996 sec [ 799.671228] env[68116]: DEBUG nova.compute.manager [req-d7fe50e7-9798-4b5f-bfd2-456960aaae24 req-f09cdd34-5ba9-49c2-b121-8fd212b30662 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Received event network-vif-deleted-d5c25f13-5f7a-4e75-9e03-d4f20307b375 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 799.671228] env[68116]: INFO nova.compute.manager [req-d7fe50e7-9798-4b5f-bfd2-456960aaae24 req-f09cdd34-5ba9-49c2-b121-8fd212b30662 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Neutron deleted interface d5c25f13-5f7a-4e75-9e03-d4f20307b375; detaching it from the instance and deleting it from the info cache [ 799.671228] env[68116]: DEBUG nova.network.neutron [req-d7fe50e7-9798-4b5f-bfd2-456960aaae24 req-f09cdd34-5ba9-49c2-b121-8fd212b30662 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.672694] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 799.672694] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523e0410-63c3-4ea5-edeb-e0f9a912ab43" [ 799.672694] env[68116]: _type = "Task" [ 799.672694] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.672694] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.673012] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.673094] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleting the datastore file [datastore2] 13fb88b1-209c-4a7e-9f81-bc31cf170628 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.680617] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b9f4480-e65d-4414-ac18-b981eeee852e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.688846] env[68116]: DEBUG oslo_vmware.api [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309348} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.692784] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.693058] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.693260] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.693432] env[68116]: INFO nova.compute.manager [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Took 1.69 seconds to destroy the instance on the hypervisor. [ 799.693730] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.695074] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785940, 'name': ReconfigVM_Task, 'duration_secs': 0.714178} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.700591] env[68116]: DEBUG nova.compute.manager [-] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.700715] env[68116]: DEBUG nova.network.neutron [-] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.702818] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Reconfigured VM instance instance-0000002e to attach disk [datastore2] cc659801-e9ef-4e26-baef-533548faa249/cc659801-e9ef-4e26-baef-533548faa249.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.703977] env[68116]: DEBUG oslo_vmware.api [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for the task: (returnval){ [ 799.703977] env[68116]: value = "task-2785944" [ 799.703977] env[68116]: _type = "Task" [ 799.703977] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.704662] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523e0410-63c3-4ea5-edeb-e0f9a912ab43, 'name': SearchDatastore_Task, 'duration_secs': 0.014906} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.704999] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5a7344e-ffdb-49e5-b12d-4007c938eff7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.712248] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760ed99e-1205-4ab2-aa9b-1154bbcd0a94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721587] env[68116]: DEBUG oslo_vmware.api [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.725454] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 799.725454] env[68116]: value = "task-2785945" [ 799.725454] env[68116]: _type = "Task" [ 799.725454] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.725454] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 799.725454] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52edd9fa-ed2f-ddda-b9a9-255d36aa71c3" [ 799.725454] env[68116]: _type = "Task" [ 799.725454] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.736998] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785945, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.741549] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52edd9fa-ed2f-ddda-b9a9-255d36aa71c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012154} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.741902] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.742341] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 10436fc4-3f5c-4fbf-b316-1986fce6eeeb/10436fc4-3f5c-4fbf-b316-1986fce6eeeb.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.742767] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecdc23c6-0775-41c4-85f0-af2dc64ce708 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.750585] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 799.750585] env[68116]: value = "task-2785946" [ 799.750585] env[68116]: _type = "Task" [ 799.750585] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.759691] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.174062] env[68116]: DEBUG nova.network.neutron [-] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.176110] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.971s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.176809] env[68116]: DEBUG nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.180250] env[68116]: DEBUG nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.182499] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.198s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.188021] env[68116]: INFO nova.compute.claims [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.222589] env[68116]: DEBUG oslo_vmware.api [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Task: {'id': task-2785944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167504} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.222786] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c25cc80f-509b-446f-8a82-a65a4b23c835 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.227744] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.227744] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.228277] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.228277] env[68116]: INFO nova.compute.manager [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Took 1.96 seconds to destroy the instance on the hypervisor. [ 800.228427] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.229047] env[68116]: DEBUG nova.compute.manager [-] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.229157] env[68116]: DEBUG nova.network.neutron [-] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.252023] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785945, 'name': Rename_Task, 'duration_secs': 0.224096} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.254603] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea01642-79c8-4b33-b338-3a6510748c56 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.268113] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.269338] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ec56b8-12a8-4b97-a54f-87caa74e0047 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.277981] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495821} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.277981] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 10436fc4-3f5c-4fbf-b316-1986fce6eeeb/10436fc4-3f5c-4fbf-b316-1986fce6eeeb.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.278406] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.279890] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f9c259d-bebd-4450-b71c-667825eac82d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.281880] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 800.281880] env[68116]: value = "task-2785947" [ 800.281880] env[68116]: _type = "Task" [ 800.281880] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.295476] env[68116]: DEBUG nova.compute.manager [req-d7fe50e7-9798-4b5f-bfd2-456960aaae24 req-f09cdd34-5ba9-49c2-b121-8fd212b30662 service nova] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Detach interface failed, port_id=d5c25f13-5f7a-4e75-9e03-d4f20307b375, reason: Instance a163372d-2fcb-4a29-903e-0dc500e3b798 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 800.301511] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 800.301511] env[68116]: value = "task-2785948" [ 800.301511] env[68116]: _type = "Task" [ 800.301511] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.310437] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.315404] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.557127] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e2632-6127-752f-0482-a9e33c85b5d0/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.558056] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcb8edb-e10b-46ee-ab9f-e238a63d8902 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.566021] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e2632-6127-752f-0482-a9e33c85b5d0/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.566196] env[68116]: ERROR oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e2632-6127-752f-0482-a9e33c85b5d0/disk-0.vmdk due to incomplete transfer. [ 800.566425] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4761e264-2d62-4c04-a6e1-a75a39a82dbe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.574091] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e2632-6127-752f-0482-a9e33c85b5d0/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.574697] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Uploaded image 519aa462-9380-4cd2-b101-0d8a6d2e8d8a to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 800.578462] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.578724] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06e95250-c74d-4b1d-ad88-8132c4b19361 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.585289] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 800.585289] env[68116]: value = "task-2785949" [ 800.585289] env[68116]: _type = "Task" [ 800.585289] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.593362] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785949, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.645209] env[68116]: DEBUG nova.network.neutron [-] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.688367] env[68116]: INFO nova.compute.manager [-] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Took 1.96 seconds to deallocate network for instance. [ 800.691624] env[68116]: DEBUG nova.compute.utils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.697965] env[68116]: DEBUG nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.698299] env[68116]: DEBUG nova.network.neutron [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.720194] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.740797] env[68116]: DEBUG nova.network.neutron [-] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.747424] env[68116]: DEBUG nova.policy [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5ea9729bdf94caf974f3a0d1c5a42eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31e618bb84bc4e388c115c50daf02ad7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.809473] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.814514] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076817} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.814775] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.816535] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1ff8a6-b1bc-48ed-a9cc-ffc16647101d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.839108] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 10436fc4-3f5c-4fbf-b316-1986fce6eeeb/10436fc4-3f5c-4fbf-b316-1986fce6eeeb.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.839416] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e628b66-85d4-48e8-b086-4fb15d91e3c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.862373] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 800.862373] env[68116]: value = "task-2785950" [ 800.862373] env[68116]: _type = "Task" [ 800.862373] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.872755] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.037893] env[68116]: DEBUG nova.network.neutron [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Successfully created port: 3779858e-c444-4a72-9d4d-ffe6ab398d4f {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.048053] env[68116]: DEBUG nova.network.neutron [-] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.099296] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785949, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.148078] env[68116]: INFO nova.compute.manager [-] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Took 2.29 seconds to deallocate network for instance. [ 801.205529] env[68116]: DEBUG nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.209389] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.248027] env[68116]: INFO nova.compute.manager [-] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Took 1.54 seconds to deallocate network for instance. [ 801.306253] env[68116]: DEBUG oslo_vmware.api [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785947, 'name': PowerOnVM_Task, 'duration_secs': 0.600363} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.306533] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.306735] env[68116]: INFO nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Took 8.95 seconds to spawn the instance on the hypervisor. [ 801.306910] env[68116]: DEBUG nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.307782] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f86219-d320-4bea-a77e-8bb947f5f1ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.373937] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785950, 'name': ReconfigVM_Task, 'duration_secs': 0.339654} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.376625] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 10436fc4-3f5c-4fbf-b316-1986fce6eeeb/10436fc4-3f5c-4fbf-b316-1986fce6eeeb.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.377428] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aa00161-f61e-4a60-bdd0-cfbf48450d6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.384774] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 801.384774] env[68116]: value = "task-2785951" [ 801.384774] env[68116]: _type = "Task" [ 801.384774] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.398116] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785951, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.552103] env[68116]: INFO nova.compute.manager [-] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Took 1.32 seconds to deallocate network for instance. [ 801.596895] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785949, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.659041] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.707868] env[68116]: DEBUG nova.compute.manager [req-6e35553b-17d5-42ad-8dbc-ed3df60fb31d req-44a5abaa-ab20-4a97-be77-970c0a71845c service nova] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Received event network-vif-deleted-20b055fb-af2d-4021-a713-0ae155a55a67 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.708892] env[68116]: DEBUG nova.compute.manager [req-6e35553b-17d5-42ad-8dbc-ed3df60fb31d req-44a5abaa-ab20-4a97-be77-970c0a71845c service nova] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Received event network-vif-deleted-c84603fc-e755-4502-adc7-d9d8c6fb50d9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.708892] env[68116]: DEBUG nova.compute.manager [req-6e35553b-17d5-42ad-8dbc-ed3df60fb31d req-44a5abaa-ab20-4a97-be77-970c0a71845c service nova] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Received event network-vif-deleted-6f867709-9f07-47df-89b3-6b5667a32405 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.753536] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.810575] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6987c7b-1f7e-4ed9-8d5b-a70255d89815 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.819259] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e4c93-8010-4346-8f5c-bd0cc12d6128 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.856713] env[68116]: INFO nova.compute.manager [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Took 41.34 seconds to build instance. [ 801.859219] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5720ae4-588a-4214-ae6b-17a062c305c9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.867387] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cbf6e1-a843-4e7d-9eee-bbcf665766a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.881425] env[68116]: DEBUG nova.compute.provider_tree [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.894187] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785951, 'name': Rename_Task, 'duration_secs': 0.160351} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.894965] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.895218] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4ca2267-3a5a-4d3b-a725-2b99bbf2c9dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.901778] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 801.901778] env[68116]: value = "task-2785952" [ 801.901778] env[68116]: _type = "Task" [ 801.901778] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.911784] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.060018] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.097383] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785949, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.117081] env[68116]: DEBUG nova.compute.manager [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.117081] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0793abf4-751f-4190-8d26-97fe77652459 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.215886] env[68116]: DEBUG nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.244693] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.244991] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.245206] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.245425] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.245606] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.245784] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.246058] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.246263] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.246466] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.246662] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.246881] env[68116]: DEBUG nova.virt.hardware [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.247755] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75932bd-4598-4968-97b3-a719815b90e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.256533] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f84c7-26a4-45e2-810b-96694d7ebf63 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.359977] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f57bc26-1121-4153-a47b-08ea3a7a0624 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "cc659801-e9ef-4e26-baef-533548faa249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.104s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.383953] env[68116]: DEBUG nova.scheduler.client.report [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.411600] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.572547] env[68116]: DEBUG nova.network.neutron [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Successfully updated port: 3779858e-c444-4a72-9d4d-ffe6ab398d4f {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.598466] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785949, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.631727] env[68116]: INFO nova.compute.manager [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] instance snapshotting [ 802.632378] env[68116]: DEBUG nova.objects.instance [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'flavor' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.862080] env[68116]: DEBUG nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.892019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.892019] env[68116]: DEBUG nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.893543] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.387s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.893889] env[68116]: DEBUG nova.objects.instance [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lazy-loading 'resources' on Instance uuid 77f3a691-e382-4f35-abdc-eba5d791c76a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.918058] env[68116]: DEBUG oslo_vmware.api [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785952, 'name': PowerOnVM_Task, 'duration_secs': 0.692897} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.918058] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.918058] env[68116]: INFO nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Took 7.90 seconds to spawn the instance on the hypervisor. [ 802.918058] env[68116]: DEBUG nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.918290] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aefde5a-75ba-4fd7-b9fb-8594a25fdda6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.073288] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "refresh_cache-a74713b1-37d2-477a-8e70-6d1b5916156a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.073575] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquired lock "refresh_cache-a74713b1-37d2-477a-8e70-6d1b5916156a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.073659] env[68116]: DEBUG nova.network.neutron [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.103196] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785949, 'name': Destroy_Task, 'duration_secs': 2.414908} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.103428] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Destroyed the VM [ 803.103707] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.104018] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0514c044-3cc8-4ef9-8a77-b31563f6a29a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.111630] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 803.111630] env[68116]: value = "task-2785953" [ 803.111630] env[68116]: _type = "Task" [ 803.111630] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.125153] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.142635] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f9f54f-10ba-41fb-b20e-fbcd0b4fb527 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.166496] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d14436-eb47-4190-8c2c-aedfa445259c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.390156] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.402257] env[68116]: DEBUG nova.compute.utils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.408785] env[68116]: DEBUG nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.408785] env[68116]: DEBUG nova.network.neutron [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.439765] env[68116]: INFO nova.compute.manager [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Took 41.67 seconds to build instance. [ 803.462848] env[68116]: DEBUG nova.policy [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb4ef99a3c8a406a940d75b9c04f802d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9460b216b8404c44a4d88f83feb07893', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.625758] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785953, 'name': RemoveSnapshot_Task, 'duration_secs': 0.411615} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.626147] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.626404] env[68116]: DEBUG nova.compute.manager [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.627233] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88de1661-f45d-402f-9aa3-385326684f32 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.632867] env[68116]: DEBUG nova.network.neutron [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.677968] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.677968] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b864edc6-765e-4ebe-aa5f-c1bea16074bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.686280] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 803.686280] env[68116]: value = "task-2785954" [ 803.686280] env[68116]: _type = "Task" [ 803.686280] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.699748] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785954, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.856587] env[68116]: DEBUG nova.network.neutron [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Updating instance_info_cache with network_info: [{"id": "3779858e-c444-4a72-9d4d-ffe6ab398d4f", "address": "fa:16:3e:86:c4:81", "network": {"id": "a78e2495-a913-4001-9fa2-f5261f9502e2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2052062035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31e618bb84bc4e388c115c50daf02ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3779858e-c4", "ovs_interfaceid": "3779858e-c444-4a72-9d4d-ffe6ab398d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.911433] env[68116]: DEBUG nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.924573] env[68116]: DEBUG nova.network.neutron [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Successfully created port: e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.942449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3532a543-6d65-4f2a-a671-c66b5dcf6a6f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.015s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.964136] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37958af-9434-4ab1-9832-b95cdaa14d7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.976111] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3c837f-f7fd-4431-ae40-8634ab9b2e20 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.013970] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a401e0-d063-4806-b946-cacfd131cbf7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.017890] env[68116]: DEBUG nova.compute.manager [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Received event network-vif-plugged-3779858e-c444-4a72-9d4d-ffe6ab398d4f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 804.018171] env[68116]: DEBUG oslo_concurrency.lockutils [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] Acquiring lock "a74713b1-37d2-477a-8e70-6d1b5916156a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.018419] env[68116]: DEBUG oslo_concurrency.lockutils [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.018624] env[68116]: DEBUG oslo_concurrency.lockutils [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.018827] env[68116]: DEBUG nova.compute.manager [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] No waiting events found dispatching network-vif-plugged-3779858e-c444-4a72-9d4d-ffe6ab398d4f {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.019038] env[68116]: WARNING nova.compute.manager [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Received unexpected event network-vif-plugged-3779858e-c444-4a72-9d4d-ffe6ab398d4f for instance with vm_state building and task_state spawning. [ 804.019236] env[68116]: DEBUG nova.compute.manager [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Received event network-changed-3779858e-c444-4a72-9d4d-ffe6ab398d4f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 804.019436] env[68116]: DEBUG nova.compute.manager [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Refreshing instance network info cache due to event network-changed-3779858e-c444-4a72-9d4d-ffe6ab398d4f. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 804.020315] env[68116]: DEBUG oslo_concurrency.lockutils [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] Acquiring lock "refresh_cache-a74713b1-37d2-477a-8e70-6d1b5916156a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.026268] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b9d232-b8aa-49b3-87ab-5c27d6055037 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.040876] env[68116]: DEBUG nova.compute.provider_tree [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.148941] env[68116]: INFO nova.compute.manager [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Shelve offloading [ 804.199367] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785954, 'name': CreateSnapshot_Task, 'duration_secs': 0.476109} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.199657] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.200459] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228450d7-ef2c-4862-bd58-9fce4f134fc3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.359794] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Releasing lock "refresh_cache-a74713b1-37d2-477a-8e70-6d1b5916156a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.359794] env[68116]: DEBUG nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Instance network_info: |[{"id": "3779858e-c444-4a72-9d4d-ffe6ab398d4f", "address": "fa:16:3e:86:c4:81", "network": {"id": "a78e2495-a913-4001-9fa2-f5261f9502e2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2052062035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31e618bb84bc4e388c115c50daf02ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3779858e-c4", "ovs_interfaceid": "3779858e-c444-4a72-9d4d-ffe6ab398d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.360037] env[68116]: DEBUG oslo_concurrency.lockutils [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] Acquired lock "refresh_cache-a74713b1-37d2-477a-8e70-6d1b5916156a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.360290] env[68116]: DEBUG nova.network.neutron [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Refreshing network info cache for port 3779858e-c444-4a72-9d4d-ffe6ab398d4f {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.361781] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:c4:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3779858e-c444-4a72-9d4d-ffe6ab398d4f', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.372517] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Creating folder: Project (31e618bb84bc4e388c115c50daf02ad7). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.372517] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f7cad2f-6b3f-4093-8644-dbd8edee158b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.385505] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Created folder: Project (31e618bb84bc4e388c115c50daf02ad7) in parent group-v559920. [ 804.385505] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Creating folder: Instances. Parent ref: group-v560062. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.385505] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5bb2e61-a228-4479-a040-a2a9c1059709 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.397891] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Created folder: Instances in parent group-v560062. [ 804.398170] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.398583] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.399131] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40d5a24c-830d-4bbd-b963-798de623b088 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.417233] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.417233] env[68116]: value = "task-2785957" [ 804.417233] env[68116]: _type = "Task" [ 804.417233] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.429145] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785957, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.547365] env[68116]: DEBUG nova.scheduler.client.report [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.654666] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.655032] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d51b230-f438-47c8-af9d-98c26e000c06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.663729] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 804.663729] env[68116]: value = "task-2785958" [ 804.663729] env[68116]: _type = "Task" [ 804.663729] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.673222] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 804.673385] env[68116]: DEBUG nova.compute.manager [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.674568] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b2676b-2498-45db-928e-210f63b8932a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.679951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.680138] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.680315] env[68116]: DEBUG nova.network.neutron [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.712072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "0e2dea7a-c8ea-4993-aaba-720e40d00650" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.712072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.720013] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.721439] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a49eed91-05ff-4852-b9b6-a7c99e3400e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.731714] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 804.731714] env[68116]: value = "task-2785959" [ 804.731714] env[68116]: _type = "Task" [ 804.731714] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.741701] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785959, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.930173] env[68116]: DEBUG nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.933713] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785957, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.957821] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.958127] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.958291] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.958473] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.958615] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.958767] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.958971] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.959143] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.959308] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.959476] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.959660] env[68116]: DEBUG nova.virt.hardware [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.960539] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78553cee-fb40-4495-b3d6-a4e6da33906d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.971057] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905f760e-f15c-4133-b542-4c2d1a56ffa5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.052891] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.055416] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.150s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.057032] env[68116]: INFO nova.compute.claims [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.078620] env[68116]: INFO nova.scheduler.client.report [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Deleted allocations for instance 77f3a691-e382-4f35-abdc-eba5d791c76a [ 805.109143] env[68116]: DEBUG nova.network.neutron [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Updated VIF entry in instance network info cache for port 3779858e-c444-4a72-9d4d-ffe6ab398d4f. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.109427] env[68116]: DEBUG nova.network.neutron [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Updating instance_info_cache with network_info: [{"id": "3779858e-c444-4a72-9d4d-ffe6ab398d4f", "address": "fa:16:3e:86:c4:81", "network": {"id": "a78e2495-a913-4001-9fa2-f5261f9502e2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2052062035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31e618bb84bc4e388c115c50daf02ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3779858e-c4", "ovs_interfaceid": "3779858e-c444-4a72-9d4d-ffe6ab398d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.214711] env[68116]: DEBUG nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.241901] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785959, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.432995] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785957, 'name': CreateVM_Task, 'duration_secs': 0.567311} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.433255] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.434035] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.434221] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.434550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.434818] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ea8b30-7c83-41cb-bddf-e5d553232042 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.439398] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 805.439398] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520741a1-4ea3-fa1a-4de7-5a86cbfa4106" [ 805.439398] env[68116]: _type = "Task" [ 805.439398] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.450368] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520741a1-4ea3-fa1a-4de7-5a86cbfa4106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.529066] env[68116]: DEBUG nova.network.neutron [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.587947] env[68116]: DEBUG oslo_concurrency.lockutils [None req-71d672ca-302c-4bb8-a890-72a53cfa69d5 tempest-AttachInterfacesV270Test-1687339747 tempest-AttachInterfacesV270Test-1687339747-project-member] Lock "77f3a691-e382-4f35-abdc-eba5d791c76a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.072s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.613097] env[68116]: DEBUG oslo_concurrency.lockutils [req-fa4a02da-047b-4558-a694-e8a3b5c5d206 req-7c615ca2-0eb6-4e9a-9cdd-0f49deb4f940 service nova] Releasing lock "refresh_cache-a74713b1-37d2-477a-8e70-6d1b5916156a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.674471] env[68116]: DEBUG nova.network.neutron [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Successfully updated port: e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.738614] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.744872] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785959, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.806444] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.806444] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.806444] env[68116]: DEBUG nova.compute.manager [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.806444] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae9cad-59c8-44e6-94ed-93049c8b0595 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.812930] env[68116]: DEBUG nova.compute.manager [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 805.813686] env[68116]: DEBUG nova.objects.instance [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lazy-loading 'flavor' on Instance uuid 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.956702] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520741a1-4ea3-fa1a-4de7-5a86cbfa4106, 'name': SearchDatastore_Task, 'duration_secs': 0.020473} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.956702] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.956702] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.956702] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.957139] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.957139] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.957139] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b487acc-7898-4e59-a747-5912e9c06e3e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.966339] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.966531] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.967293] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8f0eea-ff14-4033-949d-136a2c3e5e1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.974033] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 805.974033] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5249f6c9-5549-6272-d8c5-78dd076bcd3c" [ 805.974033] env[68116]: _type = "Task" [ 805.974033] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.987815] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5249f6c9-5549-6272-d8c5-78dd076bcd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.046361] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.114967] env[68116]: DEBUG nova.compute.manager [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Received event network-vif-plugged-e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.115264] env[68116]: DEBUG oslo_concurrency.lockutils [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] Acquiring lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.115483] env[68116]: DEBUG oslo_concurrency.lockutils [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.115686] env[68116]: DEBUG oslo_concurrency.lockutils [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.115977] env[68116]: DEBUG nova.compute.manager [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] No waiting events found dispatching network-vif-plugged-e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.116083] env[68116]: WARNING nova.compute.manager [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Received unexpected event network-vif-plugged-e64768a9-133d-49fd-afca-b064042bbc21 for instance with vm_state building and task_state spawning. [ 806.116681] env[68116]: DEBUG nova.compute.manager [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Received event network-changed-e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.116681] env[68116]: DEBUG nova.compute.manager [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Refreshing instance network info cache due to event network-changed-e64768a9-133d-49fd-afca-b064042bbc21. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 806.116681] env[68116]: DEBUG oslo_concurrency.lockutils [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] Acquiring lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.116836] env[68116]: DEBUG oslo_concurrency.lockutils [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] Acquired lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.117008] env[68116]: DEBUG nova.network.neutron [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Refreshing network info cache for port e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.176541] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.242751] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785959, 'name': CloneVM_Task, 'duration_secs': 1.452392} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.245343] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Created linked-clone VM from snapshot [ 806.246300] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1701315d-297e-4045-b354-7a1ce4449f46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.256281] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Uploading image 58c75fd5-d48a-46f7-987d-8c81e7c8a20e {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.292036] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.292036] env[68116]: value = "vm-560065" [ 806.292036] env[68116]: _type = "VirtualMachine" [ 806.292036] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.292036] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97fedf4a-b272-4665-bf6f-80d63fbe2b08 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.300545] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease: (returnval){ [ 806.300545] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524fa64a-c196-655b-d4a7-5198fd76214b" [ 806.300545] env[68116]: _type = "HttpNfcLease" [ 806.300545] env[68116]: } obtained for exporting VM: (result){ [ 806.300545] env[68116]: value = "vm-560065" [ 806.300545] env[68116]: _type = "VirtualMachine" [ 806.300545] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.300808] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the lease: (returnval){ [ 806.300808] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524fa64a-c196-655b-d4a7-5198fd76214b" [ 806.300808] env[68116]: _type = "HttpNfcLease" [ 806.300808] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.308127] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.308127] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524fa64a-c196-655b-d4a7-5198fd76214b" [ 806.308127] env[68116]: _type = "HttpNfcLease" [ 806.308127] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.485944] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5249f6c9-5549-6272-d8c5-78dd076bcd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013178} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.486313] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c385306-740e-4b1a-acd3-d6f0446017c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.498265] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 806.498265] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cf016e-91e7-50a0-f355-3af998b8022e" [ 806.498265] env[68116]: _type = "Task" [ 806.498265] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.506573] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cf016e-91e7-50a0-f355-3af998b8022e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.589892] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912fe9f2-2704-4a0f-abe2-2519d0f51e0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.593826] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.594630] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f2127-9549-4533-83f7-7a68c4fd23dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.602477] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.603986] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6634354d-d86f-4533-b1b3-a374823ba655 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.606240] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38247f88-9081-46d0-b8a1-4505b0d511e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.640485] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63433117-28e8-4a15-adee-c8863e7088f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.648638] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3918a5a2-9d57-4e8a-835a-47129fc474e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.670476] env[68116]: DEBUG nova.compute.provider_tree [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.688686] env[68116]: DEBUG nova.network.neutron [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.697589] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.697589] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.697589] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleting the datastore file [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.697589] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386d3816-72e8-4ccf-ac6b-55fb9da9e0cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.701600] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 806.701600] env[68116]: value = "task-2785962" [ 806.701600] env[68116]: _type = "Task" [ 806.701600] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.709813] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.791753] env[68116]: DEBUG nova.network.neutron [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.811018] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.811018] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524fa64a-c196-655b-d4a7-5198fd76214b" [ 806.811018] env[68116]: _type = "HttpNfcLease" [ 806.811018] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.811018] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.811018] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524fa64a-c196-655b-d4a7-5198fd76214b" [ 806.811018] env[68116]: _type = "HttpNfcLease" [ 806.811018] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.811018] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f73c6-a335-46ab-85bb-17af148d1b72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.820884] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb3348-2b9b-bf2a-dc4e-dd69ca88a707/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.820884] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb3348-2b9b-bf2a-dc4e-dd69ca88a707/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.823044] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.824365] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8caf3ba4-f1e5-484d-b40a-b1244ed7f0a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.884895] env[68116]: DEBUG oslo_vmware.api [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 806.884895] env[68116]: value = "task-2785963" [ 806.884895] env[68116]: _type = "Task" [ 806.884895] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.893432] env[68116]: DEBUG oslo_vmware.api [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.914623] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f529b9d-a895-48fc-b15b-66731bbdb921 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.008230] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cf016e-91e7-50a0-f355-3af998b8022e, 'name': SearchDatastore_Task, 'duration_secs': 0.029741} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.008578] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.008830] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] a74713b1-37d2-477a-8e70-6d1b5916156a/a74713b1-37d2-477a-8e70-6d1b5916156a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.009104] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e32fa282-8fd7-47d2-87a0-621b31f1fa77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.015994] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 807.015994] env[68116]: value = "task-2785964" [ 807.015994] env[68116]: _type = "Task" [ 807.015994] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.024821] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.030578] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.030647] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.030850] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.031572] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.031572] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.033456] env[68116]: INFO nova.compute.manager [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Terminating instance [ 807.174240] env[68116]: DEBUG nova.scheduler.client.report [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.213359] env[68116]: DEBUG oslo_vmware.api [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2785962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423365} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.213668] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.213861] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.214048] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.239351] env[68116]: INFO nova.scheduler.client.report [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted allocations for instance 294aee46-b0d1-484e-bcee-9ad9dc2f483a [ 807.294031] env[68116]: DEBUG oslo_concurrency.lockutils [req-e221ac6c-f171-43a3-b869-6b6d7c1f5e97 req-da56ec16-0ed0-46b1-a23e-90e7eba12297 service nova] Releasing lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.294351] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.294565] env[68116]: DEBUG nova.network.neutron [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.396229] env[68116]: DEBUG oslo_vmware.api [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785963, 'name': PowerOffVM_Task, 'duration_secs': 0.244351} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.396578] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.397718] env[68116]: DEBUG nova.compute.manager [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.398461] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dacb06-155c-471e-8b39-54d469c60188 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.528652] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785964, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.537710] env[68116]: DEBUG nova.compute.manager [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.537953] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.539027] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1bf83-f654-4d65-a3eb-02b16b5fe923 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.548360] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.549093] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-598472fb-2336-4376-9afe-5b5edaed2b34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.568067] env[68116]: DEBUG oslo_vmware.api [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 807.568067] env[68116]: value = "task-2785965" [ 807.568067] env[68116]: _type = "Task" [ 807.568067] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.581964] env[68116]: DEBUG oslo_vmware.api [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.680252] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.680823] env[68116]: DEBUG nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.686278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.282s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.690048] env[68116]: INFO nova.compute.claims [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.748025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.876047] env[68116]: DEBUG nova.network.neutron [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.912802] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e07e65c1-149d-4e7a-9d2e-03b64ece004f tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.108s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.033033] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766987} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.033623] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] a74713b1-37d2-477a-8e70-6d1b5916156a/a74713b1-37d2-477a-8e70-6d1b5916156a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.034082] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.036032] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b0ff152-16d0-495f-bb61-e6e09fed80db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.046049] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 808.046049] env[68116]: value = "task-2785966" [ 808.046049] env[68116]: _type = "Task" [ 808.046049] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.054634] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.078302] env[68116]: DEBUG oslo_vmware.api [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785965, 'name': PowerOffVM_Task, 'duration_secs': 0.324548} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.078877] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.079768] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.080063] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9312f40-ad5b-45e8-ade6-c3b7edda799e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.151907] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.152212] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.152798] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Deleting the datastore file [datastore2] df2832e7-8cb9-4082-9158-7b3e8fbad12a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.153145] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f1bf57a-51cb-4481-be30-66cf8861f37b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.160879] env[68116]: DEBUG oslo_vmware.api [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for the task: (returnval){ [ 808.160879] env[68116]: value = "task-2785968" [ 808.160879] env[68116]: _type = "Task" [ 808.160879] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.168858] env[68116]: DEBUG oslo_vmware.api [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.197535] env[68116]: DEBUG nova.compute.utils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.199039] env[68116]: DEBUG nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.200209] env[68116]: DEBUG nova.network.neutron [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.296559] env[68116]: DEBUG nova.policy [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be77c057fa3c4ebea08313acb6f009e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94d0f5468b6241ec8ac16db602f3712a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.417526] env[68116]: DEBUG nova.network.neutron [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updating instance_info_cache with network_info: [{"id": "e64768a9-133d-49fd-afca-b064042bbc21", "address": "fa:16:3e:6f:01:8e", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64768a9-13", "ovs_interfaceid": "e64768a9-133d-49fd-afca-b064042bbc21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.556089] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097784} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.556503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.557478] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1889266-a369-4953-b5b3-8e8cb991e8ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.587505] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a74713b1-37d2-477a-8e70-6d1b5916156a/a74713b1-37d2-477a-8e70-6d1b5916156a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.587887] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3002ca51-2b68-499e-9a95-76f888932b0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.615224] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 808.615224] env[68116]: value = "task-2785969" [ 808.615224] env[68116]: _type = "Task" [ 808.615224] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.619857] env[68116]: DEBUG nova.compute.manager [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-vif-unplugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.620071] env[68116]: DEBUG oslo_concurrency.lockutils [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.620320] env[68116]: DEBUG oslo_concurrency.lockutils [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.623250] env[68116]: DEBUG oslo_concurrency.lockutils [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.623250] env[68116]: DEBUG nova.compute.manager [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] No waiting events found dispatching network-vif-unplugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.623250] env[68116]: WARNING nova.compute.manager [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received unexpected event network-vif-unplugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 for instance with vm_state shelved_offloaded and task_state None. [ 808.623250] env[68116]: DEBUG nova.compute.manager [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.623250] env[68116]: DEBUG nova.compute.manager [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing instance network info cache due to event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 808.623476] env[68116]: DEBUG oslo_concurrency.lockutils [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] Acquiring lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.623476] env[68116]: DEBUG oslo_concurrency.lockutils [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] Acquired lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.623476] env[68116]: DEBUG nova.network.neutron [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.631160] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.676034] env[68116]: DEBUG oslo_vmware.api [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Task: {'id': task-2785968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378251} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.676926] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.677360] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.677757] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.678360] env[68116]: INFO nova.compute.manager [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 808.679027] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.679229] env[68116]: DEBUG nova.compute.manager [-] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.679229] env[68116]: DEBUG nova.network.neutron [-] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.706207] env[68116]: DEBUG nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.857762] env[68116]: DEBUG nova.network.neutron [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Successfully created port: 65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.920871] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Releasing lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.921235] env[68116]: DEBUG nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Instance network_info: |[{"id": "e64768a9-133d-49fd-afca-b064042bbc21", "address": "fa:16:3e:6f:01:8e", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64768a9-13", "ovs_interfaceid": "e64768a9-133d-49fd-afca-b064042bbc21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.921669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:01:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e64768a9-133d-49fd-afca-b064042bbc21', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.933087] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.937664] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.938359] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8a9e712-1fc9-4c4b-adc1-f24f8fc50903 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.961294] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.961294] env[68116]: value = "task-2785970" [ 808.961294] env[68116]: _type = "Task" [ 808.961294] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.971317] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785970, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.132099] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.251563] env[68116]: DEBUG nova.objects.instance [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lazy-loading 'flavor' on Instance uuid 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.291370] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea083d2d-ba11-4e19-bc7e-7ed07cea6158 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.300749] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3740b757-62df-4e0b-a9bb-e07e32855679 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.333655] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a7c0c2-ffa5-4402-b5cd-1c56a773cdb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.340958] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1f451-7ddf-45bf-95fd-e317ce125f8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.357550] env[68116]: DEBUG nova.compute.provider_tree [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.471960] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785970, 'name': CreateVM_Task, 'duration_secs': 0.452748} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.472420] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.473185] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.473354] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.473721] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.473991] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b173dc1-d967-47c9-81e6-4d9a2446c09d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.479851] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 809.479851] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a2c11d-8511-4aa0-c177-75b4eca8cfc9" [ 809.479851] env[68116]: _type = "Task" [ 809.479851] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.488713] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a2c11d-8511-4aa0-c177-75b4eca8cfc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.489720] env[68116]: DEBUG nova.network.neutron [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updated VIF entry in instance network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.490089] env[68116]: DEBUG nova.network.neutron [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.625822] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785969, 'name': ReconfigVM_Task, 'duration_secs': 0.994782} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.626295] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a74713b1-37d2-477a-8e70-6d1b5916156a/a74713b1-37d2-477a-8e70-6d1b5916156a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.627099] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28f9ca9e-d051-43ca-afe1-73b2c20da08e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.636186] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 809.636186] env[68116]: value = "task-2785971" [ 809.636186] env[68116]: _type = "Task" [ 809.636186] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.645520] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785971, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.717096] env[68116]: DEBUG nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.748658] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.749636] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.750224] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.750224] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.750350] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.750529] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.750887] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.751142] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.751385] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.751685] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.752048] env[68116]: DEBUG nova.virt.hardware [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.753426] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea4042-b679-4a59-9e4a-240173267eea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.763636] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.767171] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquired lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.767171] env[68116]: DEBUG nova.network.neutron [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.767171] env[68116]: DEBUG nova.objects.instance [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lazy-loading 'info_cache' on Instance uuid 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.770893] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0823cb-9c3a-4307-a91f-19be23c7a123 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.863260] env[68116]: DEBUG nova.scheduler.client.report [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.992493] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a2c11d-8511-4aa0-c177-75b4eca8cfc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.992822] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.993415] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.993415] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.993547] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.993672] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.993953] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4926b252-82ce-4041-91e0-d64905d96cf5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.996462] env[68116]: DEBUG oslo_concurrency.lockutils [req-0fc6c391-d190-4585-b27d-2071c4dc24de req-f699d419-9a96-4aab-80c5-f5e2345d25b2 service nova] Releasing lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.004554] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.004741] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.005547] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79edf61-be33-4984-adab-e97b2a96fce5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.011328] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 810.011328] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cb5c62-54f4-e37a-5aae-1cf56174992f" [ 810.011328] env[68116]: _type = "Task" [ 810.011328] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.015459] env[68116]: DEBUG nova.network.neutron [-] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.022821] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cb5c62-54f4-e37a-5aae-1cf56174992f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.146408] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785971, 'name': Rename_Task, 'duration_secs': 0.206799} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.146767] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.147052] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d515b54-9462-4c95-8a91-ca5e7ed6d794 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.159815] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 810.159815] env[68116]: value = "task-2785972" [ 810.159815] env[68116]: _type = "Task" [ 810.159815] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.172319] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.203398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.271882] env[68116]: DEBUG nova.objects.base [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Object Instance<980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a> lazy-loaded attributes: flavor,info_cache {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 810.367231] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.367773] env[68116]: DEBUG nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.371184] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.040s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.371368] env[68116]: DEBUG nova.objects.instance [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lazy-loading 'resources' on Instance uuid d3e9f489-8b49-49d4-a37c-821bf18f066d {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.518508] env[68116]: INFO nova.compute.manager [-] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Took 1.84 seconds to deallocate network for instance. [ 810.525884] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cb5c62-54f4-e37a-5aae-1cf56174992f, 'name': SearchDatastore_Task, 'duration_secs': 0.022403} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.529566] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e737c00-2695-40f5-8026-6e9c9d0120f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.535475] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 810.535475] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5240d184-a3ed-8ff3-5fe4-95cab2d22b0f" [ 810.535475] env[68116]: _type = "Task" [ 810.535475] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.544045] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5240d184-a3ed-8ff3-5fe4-95cab2d22b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.655705] env[68116]: DEBUG nova.compute.manager [req-10b741d6-e2f7-45e2-9932-ea01003bc951 req-4c8c928f-8c04-496d-a301-8cc8e5c1cef8 service nova] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Received event network-vif-deleted-023c642e-2d78-4760-b3ec-50b837d6fcbb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.656042] env[68116]: DEBUG nova.compute.manager [req-10b741d6-e2f7-45e2-9932-ea01003bc951 req-4c8c928f-8c04-496d-a301-8cc8e5c1cef8 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Received event network-vif-plugged-65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.656222] env[68116]: DEBUG oslo_concurrency.lockutils [req-10b741d6-e2f7-45e2-9932-ea01003bc951 req-4c8c928f-8c04-496d-a301-8cc8e5c1cef8 service nova] Acquiring lock "cb077499-1dce-4793-9551-adad48f1a4c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.656656] env[68116]: DEBUG oslo_concurrency.lockutils [req-10b741d6-e2f7-45e2-9932-ea01003bc951 req-4c8c928f-8c04-496d-a301-8cc8e5c1cef8 service nova] Lock "cb077499-1dce-4793-9551-adad48f1a4c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.656763] env[68116]: DEBUG oslo_concurrency.lockutils [req-10b741d6-e2f7-45e2-9932-ea01003bc951 req-4c8c928f-8c04-496d-a301-8cc8e5c1cef8 service nova] Lock "cb077499-1dce-4793-9551-adad48f1a4c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.656829] env[68116]: DEBUG nova.compute.manager [req-10b741d6-e2f7-45e2-9932-ea01003bc951 req-4c8c928f-8c04-496d-a301-8cc8e5c1cef8 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] No waiting events found dispatching network-vif-plugged-65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.657009] env[68116]: WARNING nova.compute.manager [req-10b741d6-e2f7-45e2-9932-ea01003bc951 req-4c8c928f-8c04-496d-a301-8cc8e5c1cef8 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Received unexpected event network-vif-plugged-65cb1a0c-b485-4d91-8ec5-6457f842f641 for instance with vm_state building and task_state spawning. [ 810.669452] env[68116]: DEBUG nova.network.neutron [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Successfully updated port: 65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.678347] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785972, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.872360] env[68116]: DEBUG nova.compute.utils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.875872] env[68116]: DEBUG nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.875872] env[68116]: DEBUG nova.network.neutron [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.947815] env[68116]: DEBUG nova.policy [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d16d3ae21af4b55b8a0e9778d3ca39a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d84942bdca34d09897d19d56fcea852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.031127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.046903] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5240d184-a3ed-8ff3-5fe4-95cab2d22b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.050060] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.050383] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 37b39a21-4d4d-432d-a3f9-88f20d00ed86/37b39a21-4d4d-432d-a3f9-88f20d00ed86.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.051142] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9dbbfd6-63b2-45b7-8666-0d6b290c9b3b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.060872] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 811.060872] env[68116]: value = "task-2785973" [ 811.060872] env[68116]: _type = "Task" [ 811.060872] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.068577] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.072327] env[68116]: DEBUG nova.network.neutron [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Updating instance_info_cache with network_info: [{"id": "41b33893-5f1e-4808-98f3-fad05b50110e", "address": "fa:16:3e:ef:4e:07", "network": {"id": "1fb5aa56-02e8-4c31-99f6-f4271cb5898b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-400122837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2a31f0f2f34367a53e43b1b3a7de5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b33893-5f", "ovs_interfaceid": "41b33893-5f1e-4808-98f3-fad05b50110e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.169024] env[68116]: DEBUG oslo_vmware.api [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785972, 'name': PowerOnVM_Task, 'duration_secs': 0.544467} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.169409] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.169409] env[68116]: INFO nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Took 8.95 seconds to spawn the instance on the hypervisor. [ 811.169592] env[68116]: DEBUG nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.170902] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf7d2d-8b32-49b2-9e25-6e600c52fe5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.183436] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.183614] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.183788] env[68116]: DEBUG nova.network.neutron [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.315899] env[68116]: DEBUG nova.network.neutron [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Successfully created port: e1a2d912-e9e5-4b37-aed8-4427b2d9812f {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.381081] env[68116]: DEBUG nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.430121] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac7abfc-91bc-4bb5-b42f-4a43a08d591b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.439704] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aca05b-0e98-4d50-a9e6-332a72b19918 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.472556] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47382b2c-7ce8-4ebf-8ddf-dec6af5cca1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.480784] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f289278-6f42-4b97-b77b-71afb5ff23ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.495425] env[68116]: DEBUG nova.compute.provider_tree [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.568933] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.575118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Releasing lock "refresh_cache-980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.702850] env[68116]: INFO nova.compute.manager [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Took 39.08 seconds to build instance. [ 811.725884] env[68116]: DEBUG nova.network.neutron [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.867295] env[68116]: DEBUG nova.network.neutron [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.999076] env[68116]: DEBUG nova.scheduler.client.report [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.070134] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643167} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.070422] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 37b39a21-4d4d-432d-a3f9-88f20d00ed86/37b39a21-4d4d-432d-a3f9-88f20d00ed86.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.070659] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.070929] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded360ca-24da-4663-a8d9-e0de1879779b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.079946] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 812.079946] env[68116]: value = "task-2785974" [ 812.079946] env[68116]: _type = "Task" [ 812.079946] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.091567] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.203698] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b614d32f-9d3b-4635-86b8-713b8033e8e2 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.155s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.375020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.375020] env[68116]: DEBUG nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Instance network_info: |[{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.375273] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ad:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65cb1a0c-b485-4d91-8ec5-6457f842f641', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.383061] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.383812] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.383812] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63dddb6e-0d7f-4dd3-8382-6ced3c586a6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.399839] env[68116]: DEBUG nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.409214] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.409214] env[68116]: value = "task-2785975" [ 812.409214] env[68116]: _type = "Task" [ 812.409214] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.427750] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785975, 'name': CreateVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.436793] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.437080] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.437239] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.437469] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.437689] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.437870] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.438114] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.438299] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.438463] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.438618] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.438812] env[68116]: DEBUG nova.virt.hardware [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.439817] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d11d3f-efac-4ebf-860d-17232473b11b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.448528] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e4b5c-9ffc-4ef0-80db-43ffe332bf34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.504805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.507509] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.166s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.507830] env[68116]: DEBUG nova.objects.instance [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lazy-loading 'resources' on Instance uuid c535e82c-bd6f-430b-904a-c0f42cddf43b {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.533854] env[68116]: INFO nova.scheduler.client.report [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted allocations for instance d3e9f489-8b49-49d4-a37c-821bf18f066d [ 812.581890] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.582373] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e240c43-3ff8-46d2-8dbd-c684405fe0b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.595461] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072558} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.596993] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.597461] env[68116]: DEBUG oslo_vmware.api [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 812.597461] env[68116]: value = "task-2785976" [ 812.597461] env[68116]: _type = "Task" [ 812.597461] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.598208] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a9bf6e-be3c-4188-87de-c81d8e8b42c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.610175] env[68116]: DEBUG oslo_vmware.api [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.629616] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 37b39a21-4d4d-432d-a3f9-88f20d00ed86/37b39a21-4d4d-432d-a3f9-88f20d00ed86.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.630342] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c7d58b-ee19-4dd2-ae31-4784ee90b933 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.650300] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 812.650300] env[68116]: value = "task-2785977" [ 812.650300] env[68116]: _type = "Task" [ 812.650300] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.658949] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.689476] env[68116]: DEBUG nova.compute.manager [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Received event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.689810] env[68116]: DEBUG nova.compute.manager [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing instance network info cache due to event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 812.690933] env[68116]: DEBUG oslo_concurrency.lockutils [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] Acquiring lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.691178] env[68116]: DEBUG oslo_concurrency.lockutils [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] Acquired lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.691463] env[68116]: DEBUG nova.network.neutron [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.778730] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "a74713b1-37d2-477a-8e70-6d1b5916156a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.778730] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.778730] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "a74713b1-37d2-477a-8e70-6d1b5916156a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.778730] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.779092] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.781804] env[68116]: INFO nova.compute.manager [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Terminating instance [ 812.874285] env[68116]: DEBUG nova.network.neutron [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Successfully updated port: e1a2d912-e9e5-4b37-aed8-4427b2d9812f {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.920825] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785975, 'name': CreateVM_Task, 'duration_secs': 0.485967} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.920944] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.921739] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.921978] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.922340] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922607] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e792d0c-80f6-4ca4-8b04-7227918a5be5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.928011] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 812.928011] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5211ca3f-7796-1223-bee8-8f72b9cac9e7" [ 812.928011] env[68116]: _type = "Task" [ 812.928011] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.937018] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5211ca3f-7796-1223-bee8-8f72b9cac9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.043801] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd92aff5-1602-43d2-aa68-caa4a5cc6d00 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "d3e9f489-8b49-49d4-a37c-821bf18f066d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.424s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.115700] env[68116]: DEBUG oslo_vmware.api [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.163809] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785977, 'name': ReconfigVM_Task, 'duration_secs': 0.426864} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.164296] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 37b39a21-4d4d-432d-a3f9-88f20d00ed86/37b39a21-4d4d-432d-a3f9-88f20d00ed86.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.165184] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d27e0cd9-9022-41fc-8a3f-1e65fbaa5d3b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.174032] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 813.174032] env[68116]: value = "task-2785978" [ 813.174032] env[68116]: _type = "Task" [ 813.174032] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.181962] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785978, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.285370] env[68116]: DEBUG nova.compute.manager [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.285669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.286540] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1faf50d-f6c7-4e6e-877b-9cc46715b623 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.298378] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.298688] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d55080d-1875-4a0a-b903-c3092696aa35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.305409] env[68116]: DEBUG oslo_vmware.api [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 813.305409] env[68116]: value = "task-2785979" [ 813.305409] env[68116]: _type = "Task" [ 813.305409] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.318585] env[68116]: DEBUG oslo_vmware.api [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.381244] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.381244] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.381475] env[68116]: DEBUG nova.network.neutron [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.442944] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5211ca3f-7796-1223-bee8-8f72b9cac9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017088} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.443318] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.443592] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.443853] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.443977] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.444174] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.445105] env[68116]: DEBUG nova.network.neutron [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updated VIF entry in instance network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.445432] env[68116]: DEBUG nova.network.neutron [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.446613] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da713fd-6afe-454e-be66-5c636829a2f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.490033] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.490033] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.490633] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48e4c4c-43b5-47ad-a608-8710466ed61d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.496671] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 813.496671] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523da3c6-a0da-05c6-71bf-5756b9016591" [ 813.496671] env[68116]: _type = "Task" [ 813.496671] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.511115] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523da3c6-a0da-05c6-71bf-5756b9016591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.517683] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34558d85-5bb4-4127-ba4f-d06f5c053d71 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.528094] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd921e-b525-4dc9-8595-43da714e0f23 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.577685] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d079837e-a780-44f1-afd9-6e31e7b35219 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.587149] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc8bfa7-1847-48d3-b647-206bd4dda44e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.604439] env[68116]: DEBUG nova.compute.provider_tree [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.615308] env[68116]: DEBUG oslo_vmware.api [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785976, 'name': PowerOnVM_Task, 'duration_secs': 0.60787} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.616328] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.616560] env[68116]: DEBUG nova.compute.manager [None req-5520f432-f9a5-472e-908e-0cb4acce5940 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.617475] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4258a3a1-284c-4158-a9a8-246f72cf2239 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.685167] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785978, 'name': Rename_Task, 'duration_secs': 0.18945} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.685499] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.685797] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f7fa641-4aae-42bf-8a63-783360933a3a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.693024] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 813.693024] env[68116]: value = "task-2785980" [ 813.693024] env[68116]: _type = "Task" [ 813.693024] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.703315] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.815588] env[68116]: DEBUG oslo_vmware.api [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785979, 'name': PowerOffVM_Task, 'duration_secs': 0.292055} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.815835] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.816018] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.816274] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f7be8d-e6a6-4b4a-b2a7-dea8ddd014eb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.879850] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.880088] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.880324] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Deleting the datastore file [datastore2] a74713b1-37d2-477a-8e70-6d1b5916156a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.880590] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d82def-6d43-4303-b54d-75ac89ebbbc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.887810] env[68116]: DEBUG oslo_vmware.api [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for the task: (returnval){ [ 813.887810] env[68116]: value = "task-2785982" [ 813.887810] env[68116]: _type = "Task" [ 813.887810] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.897736] env[68116]: DEBUG oslo_vmware.api [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.914764] env[68116]: DEBUG nova.network.neutron [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.952496] env[68116]: DEBUG oslo_concurrency.lockutils [req-570823d7-6747-4600-9f74-c49ce7c4fd1b req-ad0d80a4-790a-463b-a8e9-7ee3e6acc30a service nova] Releasing lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.007383] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523da3c6-a0da-05c6-71bf-5756b9016591, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.008275] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcacf178-6163-4717-a4cf-e07f57ba7f99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.013565] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 814.013565] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ed029c-d9f9-f38b-54dc-3f37ed2e7eb2" [ 814.013565] env[68116]: _type = "Task" [ 814.013565] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.023073] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed029c-d9f9-f38b-54dc-3f37ed2e7eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.052763] env[68116]: DEBUG nova.network.neutron [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance_info_cache with network_info: [{"id": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "address": "fa:16:3e:0f:a3:47", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a2d912-e9", "ovs_interfaceid": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.111496] env[68116]: DEBUG nova.scheduler.client.report [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.203116] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.397773] env[68116]: DEBUG oslo_vmware.api [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Task: {'id': task-2785982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170389} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.398158] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.398158] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.398322] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.398472] env[68116]: INFO nova.compute.manager [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 814.398727] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.398951] env[68116]: DEBUG nova.compute.manager [-] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.399060] env[68116]: DEBUG nova.network.neutron [-] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.524250] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed029c-d9f9-f38b-54dc-3f37ed2e7eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.524515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.524799] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/cb077499-1dce-4793-9551-adad48f1a4c5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.525069] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32db6086-2b15-4f32-be51-5b29d2363cbc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.531695] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 814.531695] env[68116]: value = "task-2785983" [ 814.531695] env[68116]: _type = "Task" [ 814.531695] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.539261] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.555939] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.556266] env[68116]: DEBUG nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Instance network_info: |[{"id": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "address": "fa:16:3e:0f:a3:47", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a2d912-e9", "ovs_interfaceid": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.556660] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:a3:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a2d912-e9e5-4b37-aed8-4427b2d9812f', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.564375] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.564662] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.564936] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa4bc6f8-2acd-4523-a616-b22b79d1aaa6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.585723] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.585723] env[68116]: value = "task-2785984" [ 814.585723] env[68116]: _type = "Task" [ 814.585723] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.594053] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785984, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.617331] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.620239] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.023s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.620239] env[68116]: DEBUG nova.objects.instance [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lazy-loading 'resources' on Instance uuid 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.645569] env[68116]: INFO nova.scheduler.client.report [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Deleted allocations for instance c535e82c-bd6f-430b-904a-c0f42cddf43b [ 814.706165] env[68116]: DEBUG oslo_vmware.api [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2785980, 'name': PowerOnVM_Task, 'duration_secs': 0.644135} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.706165] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.706425] env[68116]: INFO nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Took 9.78 seconds to spawn the instance on the hypervisor. [ 814.707287] env[68116]: DEBUG nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.708073] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a3621-1a70-4209-9020-b4bc089e7bc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.729524] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb3348-2b9b-bf2a-dc4e-dd69ca88a707/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.731105] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f91f0-7edc-451b-a638-5e9f19ceea57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.740201] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb3348-2b9b-bf2a-dc4e-dd69ca88a707/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.740454] env[68116]: ERROR oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb3348-2b9b-bf2a-dc4e-dd69ca88a707/disk-0.vmdk due to incomplete transfer. [ 814.740672] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7466026e-a265-4fa8-b591-1d210e385952 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.748549] env[68116]: DEBUG oslo_vmware.rw_handles [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb3348-2b9b-bf2a-dc4e-dd69ca88a707/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.748726] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Uploaded image 58c75fd5-d48a-46f7-987d-8c81e7c8a20e to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.751227] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.751673] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba70248a-c399-4a95-a2cf-7742be124418 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.759050] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 814.759050] env[68116]: value = "task-2785985" [ 814.759050] env[68116]: _type = "Task" [ 814.759050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.770711] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785985, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.779564] env[68116]: DEBUG nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Received event network-vif-plugged-e1a2d912-e9e5-4b37-aed8-4427b2d9812f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 814.780141] env[68116]: DEBUG oslo_concurrency.lockutils [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] Acquiring lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.780141] env[68116]: DEBUG oslo_concurrency.lockutils [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.780339] env[68116]: DEBUG oslo_concurrency.lockutils [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.780469] env[68116]: DEBUG nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] No waiting events found dispatching network-vif-plugged-e1a2d912-e9e5-4b37-aed8-4427b2d9812f {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.780656] env[68116]: WARNING nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Received unexpected event network-vif-plugged-e1a2d912-e9e5-4b37-aed8-4427b2d9812f for instance with vm_state building and task_state spawning. [ 814.780805] env[68116]: DEBUG nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Received event network-changed-e1a2d912-e9e5-4b37-aed8-4427b2d9812f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 814.780937] env[68116]: DEBUG nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Refreshing instance network info cache due to event network-changed-e1a2d912-e9e5-4b37-aed8-4427b2d9812f. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 814.781136] env[68116]: DEBUG oslo_concurrency.lockutils [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] Acquiring lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.781274] env[68116]: DEBUG oslo_concurrency.lockutils [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] Acquired lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.781432] env[68116]: DEBUG nova.network.neutron [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Refreshing network info cache for port e1a2d912-e9e5-4b37-aed8-4427b2d9812f {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.042415] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785983, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.097068] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785984, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.142036] env[68116]: DEBUG nova.network.neutron [-] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.158464] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1f8bcb47-9258-4a7b-afba-e6404b7dce17 tempest-ServerGroupTestJSON-194445619 tempest-ServerGroupTestJSON-194445619-project-member] Lock "c535e82c-bd6f-430b-904a-c0f42cddf43b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.295s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.232155] env[68116]: INFO nova.compute.manager [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Took 41.27 seconds to build instance. [ 815.269295] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785985, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.510187] env[68116]: DEBUG nova.network.neutron [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updated VIF entry in instance network info cache for port e1a2d912-e9e5-4b37-aed8-4427b2d9812f. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.511382] env[68116]: DEBUG nova.network.neutron [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance_info_cache with network_info: [{"id": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "address": "fa:16:3e:0f:a3:47", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a2d912-e9", "ovs_interfaceid": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.555365] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541161} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.559630] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/cb077499-1dce-4793-9551-adad48f1a4c5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.559877] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.560553] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93986ee8-4683-471a-92aa-71dcf871497a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.569501] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 815.569501] env[68116]: value = "task-2785986" [ 815.569501] env[68116]: _type = "Task" [ 815.569501] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.581853] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.597022] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2785984, 'name': CreateVM_Task, 'duration_secs': 0.606846} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.597022] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.597642] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.597818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.598159] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.600864] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc4dcc2-0a7a-4a4f-8d7e-6e37c1e04a7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.606495] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 815.606495] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52838794-fbde-3acf-a45d-f1f138c65d6f" [ 815.606495] env[68116]: _type = "Task" [ 815.606495] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.616228] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52838794-fbde-3acf-a45d-f1f138c65d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.617941] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c5b238-258b-473f-8a49-65bebc81c243 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.625220] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4aa028-e805-4005-9443-be91faa57e2a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.658158] env[68116]: INFO nova.compute.manager [-] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Took 1.26 seconds to deallocate network for instance. [ 815.663872] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700c0b7-9d48-418b-b4f8-bc57986603f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.672773] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c646b5a3-e6c6-4905-9738-debe5d19a6e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.686656] env[68116]: DEBUG nova.compute.provider_tree [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.734145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e5b16da-93f0-4a9a-a157-5eed65790cda tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.793s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.769844] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785985, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.018040] env[68116]: DEBUG oslo_concurrency.lockutils [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] Releasing lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.018329] env[68116]: DEBUG nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Received event network-vif-deleted-3779858e-c444-4a72-9d4d-ffe6ab398d4f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 816.018511] env[68116]: INFO nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Neutron deleted interface 3779858e-c444-4a72-9d4d-ffe6ab398d4f; detaching it from the instance and deleting it from the info cache [ 816.018726] env[68116]: DEBUG nova.network.neutron [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.082292] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0711} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.082564] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.083470] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c8b63b-e26a-4711-88af-6d838f630a88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.109185] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/cb077499-1dce-4793-9551-adad48f1a4c5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.109762] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7faff0da-5f8f-43f6-9b59-f29bd8ef4826 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.135942] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52838794-fbde-3acf-a45d-f1f138c65d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.140711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.140711] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.140711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.140711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.140944] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.140944] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 816.140944] env[68116]: value = "task-2785987" [ 816.140944] env[68116]: _type = "Task" [ 816.140944] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.140944] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b530f5-1f15-4521-984d-ab170831fe76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.150223] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.151938] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.152171] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.152895] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdaef8a7-4f5d-4c82-a8fb-9454f98cbc94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.158406] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 816.158406] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ae37d5-baa1-70e4-7055-7e1c42e0add7" [ 816.158406] env[68116]: _type = "Task" [ 816.158406] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.168659] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.168921] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ae37d5-baa1-70e4-7055-7e1c42e0add7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.170958] env[68116]: DEBUG nova.compute.manager [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Received event network-changed-e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 816.171167] env[68116]: DEBUG nova.compute.manager [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Refreshing instance network info cache due to event network-changed-e64768a9-133d-49fd-afca-b064042bbc21. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 816.172202] env[68116]: DEBUG oslo_concurrency.lockutils [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] Acquiring lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.172202] env[68116]: DEBUG oslo_concurrency.lockutils [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] Acquired lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.172202] env[68116]: DEBUG nova.network.neutron [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Refreshing network info cache for port e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.190169] env[68116]: DEBUG nova.scheduler.client.report [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.271448] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785985, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.521657] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1dbba851-4b25-460b-9b0a-eb33f2570a24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.530754] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2deccdc-4999-4045-832d-cd2778e01121 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.571869] env[68116]: DEBUG nova.compute.manager [req-05f3a625-8a79-4c31-85ad-430077139858 req-f9c7f161-1027-4843-9b93-9ac98b746acd service nova] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Detach interface failed, port_id=3779858e-c444-4a72-9d4d-ffe6ab398d4f, reason: Instance a74713b1-37d2-477a-8e70-6d1b5916156a could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 816.651597] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785987, 'name': ReconfigVM_Task, 'duration_secs': 0.274416} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.651875] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/cb077499-1dce-4793-9551-adad48f1a4c5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.652542] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb668dc3-7121-4615-bbc6-49170d17dae6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.663360] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 816.663360] env[68116]: value = "task-2785988" [ 816.663360] env[68116]: _type = "Task" [ 816.663360] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.670182] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ae37d5-baa1-70e4-7055-7e1c42e0add7, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.671256] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fb1282-ea09-4ec4-9a1e-f442af1a79e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.680136] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785988, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.682888] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 816.682888] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527d8cde-35ee-2cd1-7795-fd9f7502e0e2" [ 816.682888] env[68116]: _type = "Task" [ 816.682888] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.691303] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527d8cde-35ee-2cd1-7795-fd9f7502e0e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.695171] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.697436] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.487s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.699061] env[68116]: INFO nova.compute.claims [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.729628] env[68116]: INFO nova.scheduler.client.report [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Deleted allocations for instance 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe [ 816.779900] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785985, 'name': Destroy_Task, 'duration_secs': 1.895173} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.779900] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Destroyed the VM [ 816.779900] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.779900] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-750bb087-a469-49e9-9987-e489ff0bec7e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.786084] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 816.786084] env[68116]: value = "task-2785989" [ 816.786084] env[68116]: _type = "Task" [ 816.786084] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.796094] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785989, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.927873] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.928177] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.928450] env[68116]: INFO nova.compute.manager [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Rebooting instance [ 816.934882] env[68116]: DEBUG nova.network.neutron [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updated VIF entry in instance network info cache for port e64768a9-133d-49fd-afca-b064042bbc21. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.935273] env[68116]: DEBUG nova.network.neutron [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updating instance_info_cache with network_info: [{"id": "e64768a9-133d-49fd-afca-b064042bbc21", "address": "fa:16:3e:6f:01:8e", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64768a9-13", "ovs_interfaceid": "e64768a9-133d-49fd-afca-b064042bbc21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.175029] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785988, 'name': Rename_Task, 'duration_secs': 0.160531} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.175417] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.175684] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c1237f-4512-4409-89d7-554b71be21cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.189831] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 817.189831] env[68116]: value = "task-2785990" [ 817.189831] env[68116]: _type = "Task" [ 817.189831] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.201217] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527d8cde-35ee-2cd1-7795-fd9f7502e0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.201916] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.206290] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 6a5e8baa-30b1-426f-8e85-7a59f50a45f9/6a5e8baa-30b1-426f-8e85-7a59f50a45f9.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.216026] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb1dbe7-8bbe-461b-9a7d-fdfd6281bcce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.221054] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785990, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.226370] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 817.226370] env[68116]: value = "task-2785991" [ 817.226370] env[68116]: _type = "Task" [ 817.226370] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.239914] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.240415] env[68116]: DEBUG oslo_concurrency.lockutils [None req-622d8f62-f96a-4a3f-8133-277a664990c5 tempest-ImagesNegativeTestJSON-262544493 tempest-ImagesNegativeTestJSON-262544493-project-member] Lock "5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.198s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.298021] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785989, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.438825] env[68116]: DEBUG oslo_concurrency.lockutils [req-eef57215-686f-4638-8c90-1898355ac7e8 req-85de39f4-fdf6-4831-a767-c012c8f26055 service nova] Releasing lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.467333] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.467539] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquired lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.467727] env[68116]: DEBUG nova.network.neutron [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.699678] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785990, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.738146] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466896} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.738386] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 6a5e8baa-30b1-426f-8e85-7a59f50a45f9/6a5e8baa-30b1-426f-8e85-7a59f50a45f9.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.738672] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.739396] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f203ae7-e92e-4095-82e3-d9a41a579b03 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.745475] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 817.745475] env[68116]: value = "task-2785992" [ 817.745475] env[68116]: _type = "Task" [ 817.745475] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.759250] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.801470] env[68116]: DEBUG oslo_vmware.api [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2785989, 'name': RemoveSnapshot_Task, 'duration_secs': 0.710755} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.801758] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.801993] env[68116]: INFO nova.compute.manager [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Took 14.66 seconds to snapshot the instance on the hypervisor. [ 817.843076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "efd1af41-2bca-4c61-830e-c7aa2a8be716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.843380] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.843594] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "efd1af41-2bca-4c61-830e-c7aa2a8be716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.843798] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.843975] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.848352] env[68116]: INFO nova.compute.manager [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Terminating instance [ 817.997124] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.997124] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.204864] env[68116]: DEBUG oslo_vmware.api [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2785990, 'name': PowerOnVM_Task, 'duration_secs': 0.706824} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.207411] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.207613] env[68116]: INFO nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Took 8.49 seconds to spawn the instance on the hypervisor. [ 818.207790] env[68116]: DEBUG nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.209665] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91230fb-f7da-4f95-aa2c-63b6f91f05e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.223652] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03f854-14ee-495e-9f7f-01c33ce52ce9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.233416] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a925577-f710-4a24-993e-322af355a091 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.274353] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e3950f-a3de-4489-98a1-9ef06f4ce014 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.283874] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112836} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.286549] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.286670] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0271a5e1-d98d-4c67-8ccf-5436657a304b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.290128] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f61a8c-cb5c-4dd9-857e-e57cd59a54b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.319555] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 6a5e8baa-30b1-426f-8e85-7a59f50a45f9/6a5e8baa-30b1-426f-8e85-7a59f50a45f9.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.331026] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3450147b-b2b5-4069-ab39-865382b4f4fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.348462] env[68116]: DEBUG nova.compute.provider_tree [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.350887] env[68116]: DEBUG nova.network.neutron [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updating instance_info_cache with network_info: [{"id": "e64768a9-133d-49fd-afca-b064042bbc21", "address": "fa:16:3e:6f:01:8e", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64768a9-13", "ovs_interfaceid": "e64768a9-133d-49fd-afca-b064042bbc21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.359020] env[68116]: DEBUG nova.compute.manager [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.359020] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.359020] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b9665d-e5bd-4d19-b6f4-c0644dfeaa65 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.361213] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 818.361213] env[68116]: value = "task-2785993" [ 818.361213] env[68116]: _type = "Task" [ 818.361213] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.368612] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.368612] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce5e3fd-f900-4123-8c02-ce6ce2d2867e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.373311] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.379714] env[68116]: DEBUG oslo_vmware.api [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 818.379714] env[68116]: value = "task-2785994" [ 818.379714] env[68116]: _type = "Task" [ 818.379714] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.386799] env[68116]: DEBUG oslo_vmware.api [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.424508] env[68116]: DEBUG nova.compute.manager [None req-78195a14-b4a2-4c55-b2c3-8fb2fcb433f7 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Found 1 images (rotation: 2) {{(pid=68116) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 818.509219] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.509219] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.509219] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.509219] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.509219] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.509219] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.509436] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 818.509436] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.728851] env[68116]: INFO nova.compute.manager [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Took 38.86 seconds to build instance. [ 818.853766] env[68116]: DEBUG nova.scheduler.client.report [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.858341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Releasing lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.876138] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.890267] env[68116]: DEBUG oslo_vmware.api [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785994, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.011149] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.081770] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.082210] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.082342] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.082560] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.082797] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.088351] env[68116]: INFO nova.compute.manager [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Terminating instance [ 819.231403] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7af16ccb-e399-4343-a801-cc6886689cf8 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.138s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.364204] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.364204] env[68116]: DEBUG nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.366783] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.247s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.369071] env[68116]: INFO nova.compute.claims [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.387896] env[68116]: DEBUG nova.compute.manager [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.388819] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27225c3f-9b52-415f-be6c-94aa2ba743b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.400538] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785993, 'name': ReconfigVM_Task, 'duration_secs': 0.741888} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.406541] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 6a5e8baa-30b1-426f-8e85-7a59f50a45f9/6a5e8baa-30b1-426f-8e85-7a59f50a45f9.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.406541] env[68116]: DEBUG oslo_vmware.api [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785994, 'name': PowerOffVM_Task, 'duration_secs': 0.525927} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.407927] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51bfc1d6-c2a7-4073-9e4f-9925cf492fd9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.409703] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.409916] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.410447] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57fffd9a-2ca2-4d14-8ca9-df4018f004bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.417652] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 819.417652] env[68116]: value = "task-2785995" [ 819.417652] env[68116]: _type = "Task" [ 819.417652] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.426823] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785995, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.477942] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.478227] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.478445] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Deleting the datastore file [datastore2] efd1af41-2bca-4c61-830e-c7aa2a8be716 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.478717] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-213ea5e7-ba13-491c-a496-3c5c295d862c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.485586] env[68116]: DEBUG oslo_vmware.api [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for the task: (returnval){ [ 819.485586] env[68116]: value = "task-2785997" [ 819.485586] env[68116]: _type = "Task" [ 819.485586] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.494953] env[68116]: DEBUG oslo_vmware.api [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.592541] env[68116]: DEBUG nova.compute.manager [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.593582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.594759] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a587f09-995f-4935-9101-1ef56be15fba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.606878] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.609302] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3116b92a-737e-4428-89ef-e5c6d6d2fc6e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.616522] env[68116]: DEBUG oslo_vmware.api [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 819.616522] env[68116]: value = "task-2785998" [ 819.616522] env[68116]: _type = "Task" [ 819.616522] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.626419] env[68116]: DEBUG oslo_vmware.api [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.881302] env[68116]: DEBUG nova.compute.utils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.885349] env[68116]: DEBUG nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.885349] env[68116]: DEBUG nova.network.neutron [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.928888] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785995, 'name': Rename_Task, 'duration_secs': 0.234977} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.929454] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.929548] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd7a7c2d-98f4-466b-b51f-7619a83cc37a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.936793] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 819.936793] env[68116]: value = "task-2785999" [ 819.936793] env[68116]: _type = "Task" [ 819.936793] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.950366] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.957154] env[68116]: DEBUG nova.policy [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c62512214d4a4eae522e939f105152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1f04159fb734bc3831c6060c86873cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.996021] env[68116]: DEBUG oslo_vmware.api [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Task: {'id': task-2785997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207637} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.999719] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.999719] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.999719] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.999719] env[68116]: INFO nova.compute.manager [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Took 1.64 seconds to destroy the instance on the hypervisor. [ 819.999719] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.000118] env[68116]: DEBUG nova.compute.manager [-] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.000118] env[68116]: DEBUG nova.network.neutron [-] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.052949] env[68116]: DEBUG nova.compute.manager [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.054164] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa55761-a452-4aa1-8cee-ca61e2311793 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.129502] env[68116]: DEBUG oslo_vmware.api [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2785998, 'name': PowerOffVM_Task, 'duration_secs': 0.354726} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.129794] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.132043] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.132043] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e94a518b-38b6-49f4-ac77-abb618fdbe49 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.199787] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.200092] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.200330] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleting the datastore file [datastore2] 10436fc4-3f5c-4fbf-b316-1986fce6eeeb {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.200659] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-667b2f6a-ea74-43ff-bdbb-863756e9bae8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.208941] env[68116]: DEBUG oslo_vmware.api [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 820.208941] env[68116]: value = "task-2786001" [ 820.208941] env[68116]: _type = "Task" [ 820.208941] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.220076] env[68116]: DEBUG oslo_vmware.api [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.393417] env[68116]: DEBUG nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.423934] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b640c1-2c62-434b-bd45-ae30879fa893 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.436504] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Doing hard reboot of VM {{(pid=68116) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 820.436915] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6fa3687d-093f-495d-bbc3-5e7e482ff66f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.448502] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.454045] env[68116]: DEBUG oslo_vmware.api [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 820.454045] env[68116]: value = "task-2786002" [ 820.454045] env[68116]: _type = "Task" [ 820.454045] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.470977] env[68116]: DEBUG oslo_vmware.api [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786002, 'name': ResetVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.567743] env[68116]: INFO nova.compute.manager [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] instance snapshotting [ 820.568094] env[68116]: DEBUG nova.objects.instance [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'flavor' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.598024] env[68116]: DEBUG nova.network.neutron [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Successfully created port: dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.606088] env[68116]: DEBUG nova.compute.manager [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Received event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 820.606088] env[68116]: DEBUG nova.compute.manager [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing instance network info cache due to event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 820.606241] env[68116]: DEBUG oslo_concurrency.lockutils [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] Acquiring lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.606308] env[68116]: DEBUG oslo_concurrency.lockutils [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] Acquired lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.606462] env[68116]: DEBUG nova.network.neutron [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.724033] env[68116]: DEBUG oslo_vmware.api [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253431} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.724464] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.724644] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.724850] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.725091] env[68116]: INFO nova.compute.manager [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 820.725352] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.725579] env[68116]: DEBUG nova.compute.manager [-] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.725645] env[68116]: DEBUG nova.network.neutron [-] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.954423] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.964022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e948fe03-6565-45a8-97dc-e99a138b6af2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.971533] env[68116]: DEBUG oslo_vmware.api [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786002, 'name': ResetVM_Task, 'duration_secs': 0.288887} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.971533] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Did hard reboot of VM {{(pid=68116) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 820.971533] env[68116]: DEBUG nova.compute.manager [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.971903] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b07a67-f23c-4fc2-95f6-626b341c07e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.977491] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2b17c8-96b8-417e-a55b-080d40964114 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.015063] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d006af78-795f-470f-b796-037a765ea73e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.023784] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4b175f-01ea-41f0-81a5-794d2551cc77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.039673] env[68116]: DEBUG nova.compute.provider_tree [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.075444] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4f514c-23e6-4693-b049-aced6c212041 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.098551] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc1523-1741-49c6-88d1-9609f3c7d4d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.268981] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.269360] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.361719] env[68116]: DEBUG nova.compute.manager [req-8626cd3e-169b-4554-89a9-6efc8a0a3feb req-b4a11117-ad51-4b96-ac99-1968b808ecfb service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Received event network-vif-deleted-2a17844a-923a-4b9b-9de0-3a9b6b2dd974 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 821.361942] env[68116]: INFO nova.compute.manager [req-8626cd3e-169b-4554-89a9-6efc8a0a3feb req-b4a11117-ad51-4b96-ac99-1968b808ecfb service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Neutron deleted interface 2a17844a-923a-4b9b-9de0-3a9b6b2dd974; detaching it from the instance and deleting it from the info cache [ 821.362157] env[68116]: DEBUG nova.network.neutron [req-8626cd3e-169b-4554-89a9-6efc8a0a3feb req-b4a11117-ad51-4b96-ac99-1968b808ecfb service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.407451] env[68116]: DEBUG nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.410796] env[68116]: DEBUG nova.network.neutron [-] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.442576] env[68116]: INFO nova.compute.manager [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Rebuilding instance [ 821.450073] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.450520] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.450836] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.451116] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.451605] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.451867] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.452226] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.452494] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.452775] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.453057] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.453356] env[68116]: DEBUG nova.virt.hardware [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.460372] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a189ab8-eded-4ef2-824f-b7f724f2f60b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.467570] env[68116]: DEBUG nova.network.neutron [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updated VIF entry in instance network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.468706] env[68116]: DEBUG nova.network.neutron [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.475839] env[68116]: DEBUG oslo_vmware.api [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2785999, 'name': PowerOnVM_Task, 'duration_secs': 1.377515} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.478168] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.478443] env[68116]: INFO nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Took 9.08 seconds to spawn the instance on the hypervisor. [ 821.478543] env[68116]: DEBUG nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.482901] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6385f275-8da7-4200-8679-9e7072138606 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.489510] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2944132-c86a-448e-bd21-f2d32bd4e017 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.496377] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ee01eab-5ee1-4475-96dd-e543bd4464d7 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.568s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.518031] env[68116]: DEBUG nova.compute.manager [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.518810] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f94d3-ef4b-4f5c-acbc-0c047cc75bee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.542866] env[68116]: DEBUG nova.scheduler.client.report [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.614038] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 821.614038] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7327cc1d-3407-4ce7-902f-11c3f7dd178a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.624042] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 821.624042] env[68116]: value = "task-2786003" [ 821.624042] env[68116]: _type = "Task" [ 821.624042] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.634493] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786003, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.652351] env[68116]: DEBUG nova.network.neutron [-] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.772681] env[68116]: DEBUG nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.865212] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73f1b4c3-924d-4232-babb-10659370ef31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.875205] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbdf3d4-25ae-45fe-86ed-b5b9daca2e67 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.910790] env[68116]: DEBUG nova.compute.manager [req-8626cd3e-169b-4554-89a9-6efc8a0a3feb req-b4a11117-ad51-4b96-ac99-1968b808ecfb service nova] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Detach interface failed, port_id=2a17844a-923a-4b9b-9de0-3a9b6b2dd974, reason: Instance efd1af41-2bca-4c61-830e-c7aa2a8be716 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 821.917335] env[68116]: INFO nova.compute.manager [-] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Took 1.92 seconds to deallocate network for instance. [ 821.972478] env[68116]: DEBUG oslo_concurrency.lockutils [req-635f20f3-9f11-427b-b4f1-7395b816c165 req-d7e409ef-3f89-44a0-8775-1c8855add665 service nova] Releasing lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.017623] env[68116]: INFO nova.compute.manager [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Took 40.64 seconds to build instance. [ 822.048719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.049208] env[68116]: DEBUG nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.052355] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.793s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.052581] env[68116]: DEBUG nova.objects.instance [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lazy-loading 'resources' on Instance uuid 1d33aa70-15e6-45ba-a5a7-94dac046b079 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.136232] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786003, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.155933] env[68116]: INFO nova.compute.manager [-] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Took 1.43 seconds to deallocate network for instance. [ 822.299510] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.394070] env[68116]: DEBUG nova.network.neutron [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Successfully updated port: dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.422819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.519805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-10bd62d2-12c2-456f-bdf0-cfb8744f4ad3 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.518s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.534858] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.535116] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02482f7d-2d15-44dc-b18b-7c882afbe25c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.543186] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 822.543186] env[68116]: value = "task-2786004" [ 822.543186] env[68116]: _type = "Task" [ 822.543186] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.553954] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.557421] env[68116]: DEBUG nova.compute.utils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.562731] env[68116]: DEBUG nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.562731] env[68116]: DEBUG nova.network.neutron [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.604209] env[68116]: DEBUG nova.policy [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a358ebb6b304f708157076930217077', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '621cbd4292ab4462a71ea44c53af4183', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.636938] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786003, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.664870] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.727327] env[68116]: DEBUG nova.compute.manager [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Received event network-vif-deleted-a63550b5-cf3b-4347-b862-116ab2ae9d37 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.727327] env[68116]: DEBUG nova.compute.manager [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Received event network-changed-e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.727809] env[68116]: DEBUG nova.compute.manager [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Refreshing instance network info cache due to event network-changed-e64768a9-133d-49fd-afca-b064042bbc21. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 822.728446] env[68116]: DEBUG oslo_concurrency.lockutils [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] Acquiring lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.729154] env[68116]: DEBUG oslo_concurrency.lockutils [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] Acquired lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.730113] env[68116]: DEBUG nova.network.neutron [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Refreshing network info cache for port e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.832723] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.832992] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.833220] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.833421] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.833571] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.838602] env[68116]: INFO nova.compute.manager [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Terminating instance [ 822.897806] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.897806] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.897889] env[68116]: DEBUG nova.network.neutron [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.917968] env[68116]: DEBUG nova.network.neutron [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Successfully created port: 3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.006879] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1b74b-b90d-4b5a-9b62-03d233f0e4c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.015087] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b25dcec-b9c9-4894-a837-ea74a9909fad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.052873] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719234cd-0835-4973-9ecd-3ae5b567f2df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.061054] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786004, 'name': PowerOffVM_Task, 'duration_secs': 0.234733} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.063285] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.064124] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.064639] env[68116]: DEBUG nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.067162] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccdeb7d-6487-4748-959c-5f6c513bb193 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.069767] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4639bf82-ac88-43ea-a7fd-06c761d83149 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.089902] env[68116]: DEBUG nova.compute.provider_tree [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.092937] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 823.092937] env[68116]: value = "task-2786005" [ 823.092937] env[68116]: _type = "Task" [ 823.092937] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.102345] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 823.102824] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 823.102824] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560005', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'name': 'volume-187c2b34-620a-4b17-a393-1363152421ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aefae9af-653e-4eff-b8cd-0fe5548725c6', 'attached_at': '', 'detached_at': '', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'serial': '187c2b34-620a-4b17-a393-1363152421ee'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 823.103882] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6014551f-9f5a-435d-8a9f-3f587bd3ab8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.125714] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869235c-81a6-4159-afa6-3a636e04451e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.142289] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786003, 'name': CreateSnapshot_Task, 'duration_secs': 1.223534} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.142741] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.143412] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f1846-57ed-41d7-9e42-29672e478904 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.146701] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8be4a9-a93e-4b46-84b6-8ca543838235 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.173146] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f85d62f-bd09-4092-8852-010c305638cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.191297] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] The volume has not been displaced from its original location: [datastore2] volume-187c2b34-620a-4b17-a393-1363152421ee/volume-187c2b34-620a-4b17-a393-1363152421ee.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 823.197109] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 823.198065] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f0e24ae-03b3-478a-a542-5c5f4e85968a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.216742] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 823.216742] env[68116]: value = "task-2786006" [ 823.216742] env[68116]: _type = "Task" [ 823.216742] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.225086] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.343432] env[68116]: DEBUG nova.compute.manager [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.343771] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.346923] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc5942f-b70e-4688-8848-39fce464a3fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.355204] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.355461] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d031eb-77a9-4a90-af74-369a00f53095 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.362344] env[68116]: DEBUG oslo_vmware.api [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 823.362344] env[68116]: value = "task-2786007" [ 823.362344] env[68116]: _type = "Task" [ 823.362344] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.372976] env[68116]: DEBUG oslo_vmware.api [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.411299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Acquiring lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.411539] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.447599] env[68116]: DEBUG nova.network.neutron [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.472490] env[68116]: DEBUG nova.network.neutron [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updated VIF entry in instance network info cache for port e64768a9-133d-49fd-afca-b064042bbc21. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.473085] env[68116]: DEBUG nova.network.neutron [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updating instance_info_cache with network_info: [{"id": "e64768a9-133d-49fd-afca-b064042bbc21", "address": "fa:16:3e:6f:01:8e", "network": {"id": "d8dea0fb-9740-4ff4-b9e9-32c3198c3bd7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-690475737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9460b216b8404c44a4d88f83feb07893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64768a9-13", "ovs_interfaceid": "e64768a9-133d-49fd-afca-b064042bbc21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.514955] env[68116]: DEBUG nova.compute.manager [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Received event network-vif-plugged-dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 823.515190] env[68116]: DEBUG oslo_concurrency.lockutils [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] Acquiring lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.515393] env[68116]: DEBUG oslo_concurrency.lockutils [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.515557] env[68116]: DEBUG oslo_concurrency.lockutils [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.515720] env[68116]: DEBUG nova.compute.manager [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] No waiting events found dispatching network-vif-plugged-dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.515879] env[68116]: WARNING nova.compute.manager [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Received unexpected event network-vif-plugged-dcee7ea5-3dae-4939-94b5-f7d0059423ac for instance with vm_state building and task_state spawning. [ 823.516049] env[68116]: DEBUG nova.compute.manager [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Received event network-changed-dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 823.516207] env[68116]: DEBUG nova.compute.manager [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Refreshing instance network info cache due to event network-changed-dcee7ea5-3dae-4939-94b5-f7d0059423ac. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 823.516549] env[68116]: DEBUG oslo_concurrency.lockutils [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] Acquiring lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.595845] env[68116]: DEBUG nova.scheduler.client.report [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.640696] env[68116]: DEBUG nova.network.neutron [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Updating instance_info_cache with network_info: [{"id": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "address": "fa:16:3e:4c:77:db", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcee7ea5-3d", "ovs_interfaceid": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.679892] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 823.680672] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0da1b87a-249a-4179-8d65-6e7580bcb14b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.690009] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 823.690009] env[68116]: value = "task-2786008" [ 823.690009] env[68116]: _type = "Task" [ 823.690009] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.699116] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.726582] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786006, 'name': ReconfigVM_Task, 'duration_secs': 0.314052} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.726886] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.732594] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32513ea0-2808-4719-88c7-f9b8e538736a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.747131] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 823.747131] env[68116]: value = "task-2786009" [ 823.747131] env[68116]: _type = "Task" [ 823.747131] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.762634] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.872846] env[68116]: DEBUG oslo_vmware.api [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.915178] env[68116]: DEBUG nova.compute.utils [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.976167] env[68116]: DEBUG oslo_concurrency.lockutils [req-3585ad3b-a26f-47f3-a1db-501771d1b4c5 req-833af7fe-c055-429d-95fb-bd8418b9f4f7 service nova] Releasing lock "refresh_cache-37b39a21-4d4d-432d-a3f9-88f20d00ed86" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.080117] env[68116]: DEBUG nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.105581] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.105831] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.106043] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.106275] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.106428] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.106576] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.106789] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.107050] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.107124] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.107291] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.107471] env[68116]: DEBUG nova.virt.hardware [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.108226] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.110684] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0205ea2-7d82-4d01-b5e4-d8667e5eb340 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.113552] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.644s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.115169] env[68116]: INFO nova.compute.claims [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.123764] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7a33ae-1242-4e7a-a319-f6ae4e2ce0f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.141214] env[68116]: INFO nova.scheduler.client.report [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Deleted allocations for instance 1d33aa70-15e6-45ba-a5a7-94dac046b079 [ 824.147069] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.147587] env[68116]: DEBUG nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Instance network_info: |[{"id": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "address": "fa:16:3e:4c:77:db", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcee7ea5-3d", "ovs_interfaceid": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.148731] env[68116]: DEBUG oslo_concurrency.lockutils [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] Acquired lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.149030] env[68116]: DEBUG nova.network.neutron [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Refreshing network info cache for port dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.151194] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:77:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcee7ea5-3dae-4939-94b5-f7d0059423ac', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.161275] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.161275] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.161275] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44d881ab-6da4-4be0-9340-2944bd18b67a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.184976] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.184976] env[68116]: value = "task-2786010" [ 824.184976] env[68116]: _type = "Task" [ 824.184976] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.196704] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786010, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.202220] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.260026] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786009, 'name': ReconfigVM_Task, 'duration_secs': 0.452812} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.260026] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560005', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'name': 'volume-187c2b34-620a-4b17-a393-1363152421ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aefae9af-653e-4eff-b8cd-0fe5548725c6', 'attached_at': '', 'detached_at': '', 'volume_id': '187c2b34-620a-4b17-a393-1363152421ee', 'serial': '187c2b34-620a-4b17-a393-1363152421ee'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 824.260026] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.260026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296efeb4-f4c1-4f30-b460-e5cf6467836c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.267142] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.267233] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f42acd-590a-4298-a642-6cd34decda28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.373632] env[68116]: DEBUG oslo_vmware.api [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786007, 'name': PowerOffVM_Task, 'duration_secs': 0.988839} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.374021] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.374251] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.374527] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f86a4a9-062c-48d9-9fe4-2c8ba40d272f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.418278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.459709] env[68116]: DEBUG nova.network.neutron [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Successfully updated port: 3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.649735] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87a70eff-5556-404c-99ae-35634b978890 tempest-ServersTestJSON-881419211 tempest-ServersTestJSON-881419211-project-member] Lock "1d33aa70-15e6-45ba-a5a7-94dac046b079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.339s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.698497] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786010, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.703931] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.898144] env[68116]: DEBUG nova.network.neutron [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Updated VIF entry in instance network info cache for port dcee7ea5-3dae-4939-94b5-f7d0059423ac. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.898582] env[68116]: DEBUG nova.network.neutron [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Updating instance_info_cache with network_info: [{"id": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "address": "fa:16:3e:4c:77:db", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcee7ea5-3d", "ovs_interfaceid": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.963478] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.963478] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquired lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.963930] env[68116]: DEBUG nova.network.neutron [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.204114] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786010, 'name': CreateVM_Task, 'duration_secs': 0.730823} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.204389] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.205703] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.205703] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.205938] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.209615] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42e8c86-c3cd-41af-bf20-4e838c20d446 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.211692] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.219250] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 825.219250] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52300461-b6cc-6ebf-0f9f-a55311b8a1ae" [ 825.219250] env[68116]: _type = "Task" [ 825.219250] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.227226] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52300461-b6cc-6ebf-0f9f-a55311b8a1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.401515] env[68116]: DEBUG oslo_concurrency.lockutils [req-c2f1c072-c08b-4a0a-8e2e-41d025ed8760 req-ece9db78-f9bd-4e98-b575-930daa5a56ac service nova] Releasing lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.501021] env[68116]: DEBUG nova.network.neutron [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.513415] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Acquiring lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.513415] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.513415] env[68116]: INFO nova.compute.manager [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Attaching volume 3ef406f5-66d3-4a3f-8340-ed5160e45148 to /dev/sdb [ 825.543574] env[68116]: DEBUG nova.compute.manager [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Received event network-vif-plugged-3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.543830] env[68116]: DEBUG oslo_concurrency.lockutils [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] Acquiring lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.544049] env[68116]: DEBUG oslo_concurrency.lockutils [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.544225] env[68116]: DEBUG oslo_concurrency.lockutils [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.544394] env[68116]: DEBUG nova.compute.manager [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] No waiting events found dispatching network-vif-plugged-3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.544558] env[68116]: WARNING nova.compute.manager [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Received unexpected event network-vif-plugged-3816c4f0-9ebe-42a6-9349-2dc450f5d873 for instance with vm_state building and task_state spawning. [ 825.544728] env[68116]: DEBUG nova.compute.manager [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Received event network-changed-3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.548784] env[68116]: DEBUG nova.compute.manager [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Refreshing instance network info cache due to event network-changed-3816c4f0-9ebe-42a6-9349-2dc450f5d873. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 825.548989] env[68116]: DEBUG oslo_concurrency.lockutils [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] Acquiring lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.561774] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a7389d-e00a-4602-a84d-56200b082f00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.569581] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a70f7-ff54-44bf-823f-8e6e6017f20a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.574974] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2150be1-600f-4ef9-ae90-c3a035abf66e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.582135] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d098bd7-e32b-44c2-8b73-af7d67bd1c87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.592532] env[68116]: DEBUG nova.virt.block_device [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Updating existing volume attachment record: 90f0404f-b0da-428e-865c-d636d55b50e4 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 825.625339] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae180e50-d49e-4ac9-a6a6-155d4ec9ca2b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.633740] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b0188c-5c67-478b-8cab-71f05f6ebb8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.649080] env[68116]: DEBUG nova.compute.provider_tree [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.670344] env[68116]: DEBUG nova.network.neutron [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updating instance_info_cache with network_info: [{"id": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "address": "fa:16:3e:ac:e0:f5", "network": {"id": "623fe066-9fa1-4992-8bb8-00b74199a8ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-231855720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621cbd4292ab4462a71ea44c53af4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3816c4f0-9e", "ovs_interfaceid": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.704318] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.728755] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52300461-b6cc-6ebf-0f9f-a55311b8a1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.025521} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.729106] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.729347] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.729588] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.729733] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.729987] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.730210] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-730544db-e44e-46a5-981b-6f65c9875736 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.743927] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.744188] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.744372] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Deleting the datastore file [datastore2] 37b39a21-4d4d-432d-a3f9-88f20d00ed86 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.746041] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80ea606-3f98-4d25-8dbf-21788ae26166 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.748036] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.748296] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.749981] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f20ddd-9ba7-4bb9-83fb-ff2828156e33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.753092] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.753297] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.753451] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Deleting the datastore file [datastore2] aefae9af-653e-4eff-b8cd-0fe5548725c6 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.754104] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c24c1061-167b-487e-a576-fead1134f027 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.758814] env[68116]: DEBUG oslo_vmware.api [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 825.758814] env[68116]: value = "task-2786015" [ 825.758814] env[68116]: _type = "Task" [ 825.758814] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.764356] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 825.764356] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5297c956-1765-bd24-f2cf-3bef61d73734" [ 825.764356] env[68116]: _type = "Task" [ 825.764356] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.764622] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for the task: (returnval){ [ 825.764622] env[68116]: value = "task-2786016" [ 825.764622] env[68116]: _type = "Task" [ 825.764622] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.777091] env[68116]: DEBUG oslo_vmware.api [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.779684] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.782713] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5297c956-1765-bd24-f2cf-3bef61d73734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.032504] env[68116]: DEBUG nova.compute.manager [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 826.153375] env[68116]: DEBUG nova.scheduler.client.report [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.178861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Releasing lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.178861] env[68116]: DEBUG nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Instance network_info: |[{"id": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "address": "fa:16:3e:ac:e0:f5", "network": {"id": "623fe066-9fa1-4992-8bb8-00b74199a8ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-231855720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621cbd4292ab4462a71ea44c53af4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3816c4f0-9e", "ovs_interfaceid": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.179255] env[68116]: DEBUG oslo_concurrency.lockutils [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] Acquired lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.179255] env[68116]: DEBUG nova.network.neutron [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Refreshing network info cache for port 3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.181885] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:e0:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3816c4f0-9ebe-42a6-9349-2dc450f5d873', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.195964] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Creating folder: Project (621cbd4292ab4462a71ea44c53af4183). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.198106] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9918ee42-7b85-4598-9d5e-bb184f59883c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.211215] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.214166] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Created folder: Project (621cbd4292ab4462a71ea44c53af4183) in parent group-v559920. [ 826.214376] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Creating folder: Instances. Parent ref: group-v560075. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.214631] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b77e9fcb-2aff-4f15-9e53-c70999ebcc1e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.224846] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Created folder: Instances in parent group-v560075. [ 826.224846] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.225384] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.225624] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8151d47-57f7-4cbf-8641-c16c7190a71b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.246995] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.246995] env[68116]: value = "task-2786020" [ 826.246995] env[68116]: _type = "Task" [ 826.246995] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.256349] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786020, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.267740] env[68116]: DEBUG oslo_vmware.api [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414986} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.275583] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.275809] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.275985] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.276219] env[68116]: INFO nova.compute.manager [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Took 2.93 seconds to destroy the instance on the hypervisor. [ 826.276462] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.277417] env[68116]: DEBUG nova.compute.manager [-] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.277417] env[68116]: DEBUG nova.network.neutron [-] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.286784] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5297c956-1765-bd24-f2cf-3bef61d73734, 'name': SearchDatastore_Task, 'duration_secs': 0.033988} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.290251] env[68116]: DEBUG oslo_vmware.api [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Task: {'id': task-2786016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249488} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.290476] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e6bf7a-16c1-4c42-aad3-885734fefab4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.292896] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.293121] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.293366] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.298619] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 826.298619] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d127b6-041b-1249-5ff3-75283ef64fb4" [ 826.298619] env[68116]: _type = "Task" [ 826.298619] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.310349] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d127b6-041b-1249-5ff3-75283ef64fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.389270] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 826.389627] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-773c8b86-b1d4-45e9-be01-8b4d9ecb2e11 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.399864] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65374074-ad12-4efa-8dbc-9ecd3f1cfeb8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.440204] env[68116]: ERROR nova.compute.manager [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Failed to detach volume 187c2b34-620a-4b17-a393-1363152421ee from /dev/sda: nova.exception.InstanceNotFound: Instance aefae9af-653e-4eff-b8cd-0fe5548725c6 could not be found. [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Traceback (most recent call last): [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self.driver.rebuild(**kwargs) [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] raise NotImplementedError() [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] NotImplementedError [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] During handling of the above exception, another exception occurred: [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Traceback (most recent call last): [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 826.440204] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self.driver.detach_volume(context, old_connection_info, [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] return self._volumeops.detach_volume(connection_info, instance) [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self._detach_volume_vmdk(connection_info, instance) [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] stable_ref.fetch_moref(session) [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] nova.exception.InstanceNotFound: Instance aefae9af-653e-4eff-b8cd-0fe5548725c6 could not be found. [ 826.441158] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.557270] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.634465] env[68116]: DEBUG nova.compute.utils [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Build of instance aefae9af-653e-4eff-b8cd-0fe5548725c6 aborted: Failed to rebuild volume backed instance. {{(pid=68116) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 826.637876] env[68116]: ERROR nova.compute.manager [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance aefae9af-653e-4eff-b8cd-0fe5548725c6 aborted: Failed to rebuild volume backed instance. [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Traceback (most recent call last): [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self.driver.rebuild(**kwargs) [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] raise NotImplementedError() [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] NotImplementedError [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] During handling of the above exception, another exception occurred: [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Traceback (most recent call last): [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 826.637876] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self._detach_root_volume(context, instance, root_bdm) [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] with excutils.save_and_reraise_exception(): [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self.force_reraise() [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] raise self.value [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self.driver.detach_volume(context, old_connection_info, [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] return self._volumeops.detach_volume(connection_info, instance) [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 826.638396] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self._detach_volume_vmdk(connection_info, instance) [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] stable_ref.fetch_moref(session) [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] nova.exception.InstanceNotFound: Instance aefae9af-653e-4eff-b8cd-0fe5548725c6 could not be found. [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] During handling of the above exception, another exception occurred: [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Traceback (most recent call last): [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] yield [ 826.638771] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self._do_rebuild_instance_with_claim( [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self._do_rebuild_instance( [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self._rebuild_default_impl(**kwargs) [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] self._rebuild_volume_backed_instance( [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] raise exception.BuildAbortException( [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] nova.exception.BuildAbortException: Build of instance aefae9af-653e-4eff-b8cd-0fe5548725c6 aborted: Failed to rebuild volume backed instance. [ 826.639252] env[68116]: ERROR nova.compute.manager [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] [ 826.662568] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.663272] env[68116]: DEBUG nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.675319] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.952s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.675319] env[68116]: INFO nova.compute.claims [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.717043] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.760712] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786020, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.813082] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d127b6-041b-1249-5ff3-75283ef64fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.031751} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.816714] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.817044] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311/0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.817440] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac04c8c-9f80-4849-9955-b189c335d453 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.826556] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 826.826556] env[68116]: value = "task-2786021" [ 826.826556] env[68116]: _type = "Task" [ 826.826556] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.840100] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.972366] env[68116]: DEBUG nova.network.neutron [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updated VIF entry in instance network info cache for port 3816c4f0-9ebe-42a6-9349-2dc450f5d873. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.972809] env[68116]: DEBUG nova.network.neutron [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updating instance_info_cache with network_info: [{"id": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "address": "fa:16:3e:ac:e0:f5", "network": {"id": "623fe066-9fa1-4992-8bb8-00b74199a8ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-231855720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621cbd4292ab4462a71ea44c53af4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3816c4f0-9e", "ovs_interfaceid": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.101068] env[68116]: DEBUG nova.network.neutron [-] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.182616] env[68116]: DEBUG nova.compute.utils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.187601] env[68116]: DEBUG nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.187898] env[68116]: DEBUG nova.network.neutron [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.217111] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.258369] env[68116]: DEBUG nova.policy [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21912116abb94b458e924e9de386cccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b60cf3d339474ab95bd09d48569714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.272194] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786020, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.337642] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786021, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.479533] env[68116]: DEBUG oslo_concurrency.lockutils [req-ea89f66e-d017-4ff7-b287-73b4a129e9ef req-1fd15fd0-034f-4eeb-989c-71ed20a7b4c0 service nova] Releasing lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.603471] env[68116]: INFO nova.compute.manager [-] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Took 1.33 seconds to deallocate network for instance. [ 827.652793] env[68116]: DEBUG nova.network.neutron [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Successfully created port: d436e26c-747c-4a7c-a6e9-594adfc21d33 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.688401] env[68116]: DEBUG nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.711276] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786008, 'name': CloneVM_Task, 'duration_secs': 3.67487} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.711641] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Created linked-clone VM from snapshot [ 827.712871] env[68116]: DEBUG nova.compute.manager [req-c0558de8-89a3-4169-a5da-60921b037f52 req-78225911-2655-4be3-8676-90840b297dde service nova] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Received event network-vif-deleted-e64768a9-133d-49fd-afca-b064042bbc21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.713745] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fedc92-7b03-4f0c-b55f-72d34ac12f23 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.723315] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Uploading image e180e731-6683-4ad3-8b82-38211d4b856c {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.759428] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786020, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.763815] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.763815] env[68116]: value = "vm-560070" [ 827.763815] env[68116]: _type = "VirtualMachine" [ 827.763815] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.764276] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c0d419d-56ed-4d7a-8f85-ad6255c43784 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.773307] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease: (returnval){ [ 827.773307] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524d81e5-ba92-4e19-b6cb-a79654a3f7e6" [ 827.773307] env[68116]: _type = "HttpNfcLease" [ 827.773307] env[68116]: } obtained for exporting VM: (result){ [ 827.773307] env[68116]: value = "vm-560070" [ 827.773307] env[68116]: _type = "VirtualMachine" [ 827.773307] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.773554] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the lease: (returnval){ [ 827.773554] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524d81e5-ba92-4e19-b6cb-a79654a3f7e6" [ 827.773554] env[68116]: _type = "HttpNfcLease" [ 827.773554] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.781391] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.781391] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524d81e5-ba92-4e19-b6cb-a79654a3f7e6" [ 827.781391] env[68116]: _type = "HttpNfcLease" [ 827.781391] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.836752] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737828} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.837067] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311/0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.837288] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.837540] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e117b94-f11b-435f-ad8a-2b068b602b39 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.845484] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 827.845484] env[68116]: value = "task-2786023" [ 827.845484] env[68116]: _type = "Task" [ 827.845484] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.854811] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.114037] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.236829] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be2400e-249a-4853-b946-683940e81242 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.254295] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bd984-a62d-466a-9a0e-96d6efd167ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.262379] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786020, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.292099] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63290bcd-1952-439b-8300-6068bf1d784a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.297612] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.297612] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524d81e5-ba92-4e19-b6cb-a79654a3f7e6" [ 828.297612] env[68116]: _type = "HttpNfcLease" [ 828.297612] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.299647] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.299647] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524d81e5-ba92-4e19-b6cb-a79654a3f7e6" [ 828.299647] env[68116]: _type = "HttpNfcLease" [ 828.299647] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.301193] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f00d95-4062-4333-a383-ce04faef7017 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.303704] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec6d89a-465d-4e7b-a944-4c1cb75e3fd6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.312258] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221f141-d4d4-00f6-b02d-477b67917a0c/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.312437] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221f141-d4d4-00f6-b02d-477b67917a0c/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.321521] env[68116]: DEBUG nova.compute.provider_tree [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.389299] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.546609] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e43a591b-3c4f-455a-9709-aa6a17b59341 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.652690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.707151] env[68116]: DEBUG nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.744668] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.745738] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.746083] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.746580] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.746580] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.746746] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.746923] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.747120] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.747356] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.747536] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.747826] env[68116]: DEBUG nova.virt.hardware [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.748847] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397cecca-da1e-4c1f-90a2-84a001554dad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.764137] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786020, 'name': CreateVM_Task, 'duration_secs': 2.403245} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.765475] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02c8c76-0005-4a5f-ab6e-c5b8e695ef85 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.769593] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.770259] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.770453] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.770771] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.771450] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a209d0-c2f9-4c5f-983f-c62cb9832a72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.783178] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 828.783178] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5255187f-a94b-b164-f9bb-e8ff6421cc95" [ 828.783178] env[68116]: _type = "Task" [ 828.783178] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.791741] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5255187f-a94b-b164-f9bb-e8ff6421cc95, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.792044] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.792375] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.792547] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.792782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.793062] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.793360] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-500d2f08-e563-46f2-8fc7-8199c12cc814 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.802683] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.802839] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.803617] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1ed813-c64d-4b7e-bb08-c2f6bd2ba515 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.809347] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 828.809347] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a5844b-d1c1-5f07-83c0-588a53bc5f1b" [ 828.809347] env[68116]: _type = "Task" [ 828.809347] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.817135] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a5844b-d1c1-5f07-83c0-588a53bc5f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.825319] env[68116]: DEBUG nova.scheduler.client.report [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.890290] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.839475} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.890672] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.891519] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e28a02-1e06-4499-bb40-dd3b02e131ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.916235] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311/0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.917314] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e5ecc0-b2cd-44af-936a-aec709d3b864 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.937618] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 828.937618] env[68116]: value = "task-2786025" [ 828.937618] env[68116]: _type = "Task" [ 828.937618] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.946902] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.269138] env[68116]: DEBUG nova.network.neutron [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Successfully updated port: d436e26c-747c-4a7c-a6e9-594adfc21d33 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.322920] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a5844b-d1c1-5f07-83c0-588a53bc5f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.323751] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a90c6f-e18d-47f5-baff-a754e1f91234 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.330056] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.330902] env[68116]: DEBUG nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.340077] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.131s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.340402] env[68116]: DEBUG nova.objects.instance [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lazy-loading 'resources' on Instance uuid a163372d-2fcb-4a29-903e-0dc500e3b798 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.342018] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 829.342018] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522a5ab2-838e-fdf0-a553-874a041a74f4" [ 829.342018] env[68116]: _type = "Task" [ 829.342018] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.352631] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522a5ab2-838e-fdf0-a553-874a041a74f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.353713] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.354139] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] eb1002fb-fdb3-44c1-a32a-022eff6acc66/eb1002fb-fdb3-44c1-a32a-022eff6acc66.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.354478] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-687c12b4-f3e9-4797-ac09-80de400a65f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.362190] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 829.362190] env[68116]: value = "task-2786026" [ 829.362190] env[68116]: _type = "Task" [ 829.362190] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.374140] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.449763] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786025, 'name': ReconfigVM_Task, 'duration_secs': 0.2973} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.450210] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311/0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.451067] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6cf3af5-2ba5-4e77-a44e-b79146f07e21 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.458721] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 829.458721] env[68116]: value = "task-2786027" [ 829.458721] env[68116]: _type = "Task" [ 829.458721] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.467980] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786027, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.772668] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "refresh_cache-06daaad2-1e1a-4144-afb5-6e244d4c557a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.772934] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "refresh_cache-06daaad2-1e1a-4144-afb5-6e244d4c557a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.773091] env[68116]: DEBUG nova.network.neutron [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.815881] env[68116]: DEBUG nova.compute.manager [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Received event network-vif-plugged-d436e26c-747c-4a7c-a6e9-594adfc21d33 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.816121] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] Acquiring lock "06daaad2-1e1a-4144-afb5-6e244d4c557a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.816496] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.816631] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.816770] env[68116]: DEBUG nova.compute.manager [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] No waiting events found dispatching network-vif-plugged-d436e26c-747c-4a7c-a6e9-594adfc21d33 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.816983] env[68116]: WARNING nova.compute.manager [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Received unexpected event network-vif-plugged-d436e26c-747c-4a7c-a6e9-594adfc21d33 for instance with vm_state building and task_state spawning. [ 829.817095] env[68116]: DEBUG nova.compute.manager [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Received event network-changed-d436e26c-747c-4a7c-a6e9-594adfc21d33 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.817369] env[68116]: DEBUG nova.compute.manager [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Refreshing instance network info cache due to event network-changed-d436e26c-747c-4a7c-a6e9-594adfc21d33. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 829.817556] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] Acquiring lock "refresh_cache-06daaad2-1e1a-4144-afb5-6e244d4c557a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.841278] env[68116]: DEBUG nova.compute.utils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.844211] env[68116]: DEBUG nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.844584] env[68116]: DEBUG nova.network.neutron [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.873369] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786026, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.916887] env[68116]: DEBUG nova.policy [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a09d4755354ac0a57e2122865be6e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0378cf800f354d0b9429561eb1af4aeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.969533] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786027, 'name': Rename_Task, 'duration_secs': 0.234989} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.972933] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.973435] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5123f1c5-dfc6-492b-a188-674b0239ab48 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.980656] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 829.980656] env[68116]: value = "task-2786028" [ 829.980656] env[68116]: _type = "Task" [ 829.980656] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.992627] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.150936] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.151345] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560074', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'name': 'volume-3ef406f5-66d3-4a3f-8340-ed5160e45148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'serial': '3ef406f5-66d3-4a3f-8340-ed5160e45148'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.152454] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b634f8db-9360-4549-9f66-e8240eeed086 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.173952] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccccd423-5cea-489b-bbad-999cb1d372b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.207579] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-3ef406f5-66d3-4a3f-8340-ed5160e45148/volume-3ef406f5-66d3-4a3f-8340-ed5160e45148.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.215051] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83811b08-e7a1-4092-9133-b55427c08971 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.239660] env[68116]: DEBUG oslo_vmware.api [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Waiting for the task: (returnval){ [ 830.239660] env[68116]: value = "task-2786029" [ 830.239660] env[68116]: _type = "Task" [ 830.239660] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.248552] env[68116]: DEBUG oslo_vmware.api [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.296346] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquiring lock "aefae9af-653e-4eff-b8cd-0fe5548725c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.297019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.297019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquiring lock "aefae9af-653e-4eff-b8cd-0fe5548725c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.297215] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.297803] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.304650] env[68116]: INFO nova.compute.manager [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Terminating instance [ 830.320713] env[68116]: DEBUG nova.network.neutron [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.357250] env[68116]: DEBUG nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.378254] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517231} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.384099] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] eb1002fb-fdb3-44c1-a32a-022eff6acc66/eb1002fb-fdb3-44c1-a32a-022eff6acc66.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.388856] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.388856] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb37752-6379-43c8-b0d1-9926ac33651f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.395141] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 830.395141] env[68116]: value = "task-2786030" [ 830.395141] env[68116]: _type = "Task" [ 830.395141] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.403534] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.430335] env[68116]: DEBUG nova.network.neutron [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Successfully created port: 6e666117-272f-41c4-bc59-8131b6dd8d1b {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.488760] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c2f01a-ca01-40e1-8448-4229494a3ed7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.494700] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.499954] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25e8c8d-b0c2-47fa-a238-51018f054135 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.535025] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008ed365-234a-44ef-a668-6111d1c5a9d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.542951] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eda505-65ba-4d82-a25a-57a24b922b62 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.550019] env[68116]: DEBUG nova.network.neutron [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Updating instance_info_cache with network_info: [{"id": "d436e26c-747c-4a7c-a6e9-594adfc21d33", "address": "fa:16:3e:7d:c5:4c", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd436e26c-74", "ovs_interfaceid": "d436e26c-747c-4a7c-a6e9-594adfc21d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.564094] env[68116]: DEBUG nova.compute.provider_tree [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.760453] env[68116]: DEBUG oslo_vmware.api [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.813168] env[68116]: DEBUG nova.compute.manager [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.813168] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f5c5cde-de69-4a4b-a6d4-d4c0ec3add8a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.823195] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d12bd1-ad8a-40a4-84f9-368a75af763f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.861024] env[68116]: WARNING nova.virt.vmwareapi.driver [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance aefae9af-653e-4eff-b8cd-0fe5548725c6 could not be found. [ 830.861024] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.861024] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eb154a6-8fcf-4c14-8b96-a99974ec64fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.879165] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0472c9-0684-4184-b996-42353c01b80d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.920237] env[68116]: WARNING nova.virt.vmwareapi.vmops [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance aefae9af-653e-4eff-b8cd-0fe5548725c6 could not be found. [ 830.920759] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.921119] env[68116]: INFO nova.compute.manager [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Took 0.11 seconds to destroy the instance on the hypervisor. [ 830.921500] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.926088] env[68116]: DEBUG nova.compute.manager [-] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.926378] env[68116]: DEBUG nova.network.neutron [-] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.930395] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074555} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.930395] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.930934] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241d6d58-a1ec-4143-b4ba-4fde1a35ecfd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.957034] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] eb1002fb-fdb3-44c1-a32a-022eff6acc66/eb1002fb-fdb3-44c1-a32a-022eff6acc66.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.958351] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f706892-abc8-4985-9708-cf8d2deedba8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.980953] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 830.980953] env[68116]: value = "task-2786031" [ 830.980953] env[68116]: _type = "Task" [ 830.980953] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.995076] env[68116]: DEBUG oslo_vmware.api [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786028, 'name': PowerOnVM_Task, 'duration_secs': 0.581986} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.998079] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.998205] env[68116]: INFO nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Took 9.59 seconds to spawn the instance on the hypervisor. [ 830.999016] env[68116]: DEBUG nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.999016] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.999324] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b0a6fe-27eb-416c-b02f-41d1be88071c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.053330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "refresh_cache-06daaad2-1e1a-4144-afb5-6e244d4c557a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.053654] env[68116]: DEBUG nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Instance network_info: |[{"id": "d436e26c-747c-4a7c-a6e9-594adfc21d33", "address": "fa:16:3e:7d:c5:4c", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd436e26c-74", "ovs_interfaceid": "d436e26c-747c-4a7c-a6e9-594adfc21d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.057222] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] Acquired lock "refresh_cache-06daaad2-1e1a-4144-afb5-6e244d4c557a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.057222] env[68116]: DEBUG nova.network.neutron [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Refreshing network info cache for port d436e26c-747c-4a7c-a6e9-594adfc21d33 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.057222] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:c5:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd436e26c-747c-4a7c-a6e9-594adfc21d33', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.063298] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.064446] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.065640] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d31c977-7442-4f68-af21-0e79f5748402 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.080755] env[68116]: DEBUG nova.scheduler.client.report [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.090286] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.090286] env[68116]: value = "task-2786032" [ 831.090286] env[68116]: _type = "Task" [ 831.090286] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.099560] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786032, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.251589] env[68116]: DEBUG oslo_vmware.api [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786029, 'name': ReconfigVM_Task, 'duration_secs': 0.640738} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.251589] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-3ef406f5-66d3-4a3f-8340-ed5160e45148/volume-3ef406f5-66d3-4a3f-8340-ed5160e45148.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.256278] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8737b13-d22c-4b00-a85a-9a49476afe05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.273606] env[68116]: DEBUG oslo_vmware.api [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Waiting for the task: (returnval){ [ 831.273606] env[68116]: value = "task-2786033" [ 831.273606] env[68116]: _type = "Task" [ 831.273606] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.285991] env[68116]: DEBUG oslo_vmware.api [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.368092] env[68116]: DEBUG nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.403239] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.403657] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.403943] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.404281] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.404506] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.404812] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.405113] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.405398] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.405583] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.405759] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.405941] env[68116]: DEBUG nova.virt.hardware [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.406840] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6690447-a465-4f79-aa29-c1523b7d002b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.419545] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f173c0c-6ee3-4d83-9097-6a4519facb9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.454360] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "c7edab68-191a-47e0-ad45-717b7851500c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.454611] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "c7edab68-191a-47e0-ad45-717b7851500c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.496286] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786031, 'name': ReconfigVM_Task, 'duration_secs': 0.433095} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.496286] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Reconfigured VM instance instance-00000036 to attach disk [datastore2] eb1002fb-fdb3-44c1-a32a-022eff6acc66/eb1002fb-fdb3-44c1-a32a-022eff6acc66.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.496286] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9be6ecf-90ac-47ad-b90d-680816ef4a34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.506065] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 831.506065] env[68116]: value = "task-2786034" [ 831.506065] env[68116]: _type = "Task" [ 831.506065] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.517482] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786034, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.520013] env[68116]: INFO nova.compute.manager [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Took 46.33 seconds to build instance. [ 831.587533] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.589906] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.931s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.590497] env[68116]: DEBUG nova.objects.instance [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lazy-loading 'resources' on Instance uuid 9913340c-ab70-49fc-b116-906a6bdcc208 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.603527] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786032, 'name': CreateVM_Task, 'duration_secs': 0.423449} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.604461] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.605801] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.606035] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.606423] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.607054] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2424a31-7c47-498f-9873-833296c9c8d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.613492] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 831.613492] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fd7403-2c6f-5176-01df-092c90055dfb" [ 831.613492] env[68116]: _type = "Task" [ 831.613492] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.620046] env[68116]: INFO nova.scheduler.client.report [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted allocations for instance a163372d-2fcb-4a29-903e-0dc500e3b798 [ 831.641738] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.641738] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.642277] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fd7403-2c6f-5176-01df-092c90055dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.014872} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.642942] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.643216] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.643457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.643597] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.643809] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.644090] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4096919f-0ed2-439c-b21a-61fb57135ef5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.653957] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.654370] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.656504] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e3913e-d4dd-4744-a3ab-91169a6f50c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.664700] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 831.664700] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526c5fe1-fb90-8df5-2eda-1b355f61005b" [ 831.664700] env[68116]: _type = "Task" [ 831.664700] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.675897] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526c5fe1-fb90-8df5-2eda-1b355f61005b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.785195] env[68116]: DEBUG oslo_vmware.api [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786033, 'name': ReconfigVM_Task, 'duration_secs': 0.227957} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.785616] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560074', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'name': 'volume-3ef406f5-66d3-4a3f-8340-ed5160e45148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'serial': '3ef406f5-66d3-4a3f-8340-ed5160e45148'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 831.936443] env[68116]: DEBUG nova.network.neutron [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Updated VIF entry in instance network info cache for port d436e26c-747c-4a7c-a6e9-594adfc21d33. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.936864] env[68116]: DEBUG nova.network.neutron [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Updating instance_info_cache with network_info: [{"id": "d436e26c-747c-4a7c-a6e9-594adfc21d33", "address": "fa:16:3e:7d:c5:4c", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd436e26c-74", "ovs_interfaceid": "d436e26c-747c-4a7c-a6e9-594adfc21d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.957583] env[68116]: DEBUG nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.021770] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786034, 'name': Rename_Task, 'duration_secs': 0.207518} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.023925] env[68116]: DEBUG oslo_concurrency.lockutils [None req-42d38353-bd3a-4778-ae19-0fbfea7133b3 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.691s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.025312] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.025897] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05903264-7a0d-4844-9d1b-6725fc40a50f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.034656] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 832.034656] env[68116]: value = "task-2786035" [ 832.034656] env[68116]: _type = "Task" [ 832.034656] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.048187] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.138464] env[68116]: DEBUG oslo_concurrency.lockutils [None req-266a2922-90b4-4c78-bdd1-395c13d784cc tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "a163372d-2fcb-4a29-903e-0dc500e3b798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.047s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.145404] env[68116]: DEBUG nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.180667] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526c5fe1-fb90-8df5-2eda-1b355f61005b, 'name': SearchDatastore_Task, 'duration_secs': 0.012037} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.181594] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56542e6-66a6-4da0-9afc-baca72e8a1ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.187592] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 832.187592] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52940f7c-17de-7c66-e29e-3081e7823c54" [ 832.187592] env[68116]: _type = "Task" [ 832.187592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.201279] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52940f7c-17de-7c66-e29e-3081e7823c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.321523] env[68116]: DEBUG nova.compute.manager [req-65aeed51-a936-4d51-966b-82de669ccf51 req-d7633fa0-dacd-4096-9e9c-0802c61c857d service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Received event network-vif-deleted-5445188d-61db-48cc-8e79-91e91607df9e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.321633] env[68116]: INFO nova.compute.manager [req-65aeed51-a936-4d51-966b-82de669ccf51 req-d7633fa0-dacd-4096-9e9c-0802c61c857d service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Neutron deleted interface 5445188d-61db-48cc-8e79-91e91607df9e; detaching it from the instance and deleting it from the info cache [ 832.321855] env[68116]: DEBUG nova.network.neutron [req-65aeed51-a936-4d51-966b-82de669ccf51 req-d7633fa0-dacd-4096-9e9c-0802c61c857d service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.391219] env[68116]: DEBUG nova.network.neutron [-] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.443721] env[68116]: DEBUG oslo_concurrency.lockutils [req-6b9bc26f-4d3b-4459-a440-0355dffe515c req-4aa86ff7-757a-439c-b96c-5fcc201a28e4 service nova] Releasing lock "refresh_cache-06daaad2-1e1a-4144-afb5-6e244d4c557a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.482307] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.546870] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.606058] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "b930bfd2-c347-46d4-9af7-ae91354eeb38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.606457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.606615] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "b930bfd2-c347-46d4-9af7-ae91354eeb38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.606701] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.606875] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.612203] env[68116]: INFO nova.compute.manager [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Terminating instance [ 832.669826] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.694371] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e8c44-1446-46da-bec5-0f004863b89b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.701357] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52940f7c-17de-7c66-e29e-3081e7823c54, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.702047] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.702316] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 06daaad2-1e1a-4144-afb5-6e244d4c557a/06daaad2-1e1a-4144-afb5-6e244d4c557a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.702624] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5961b625-a63c-44e2-b61f-2bdbb22502bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.708356] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f80cf-b902-4bf6-9bc5-64c52d7cb486 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.712750] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 832.712750] env[68116]: value = "task-2786036" [ 832.712750] env[68116]: _type = "Task" [ 832.712750] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.746763] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f793f8bc-94c7-4b92-9f84-50fb0272f9e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.754892] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.761305] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ae4fe2-7cd3-46e2-b334-487e0826058d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.779213] env[68116]: DEBUG nova.compute.provider_tree [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.782715] env[68116]: DEBUG nova.network.neutron [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Successfully updated port: 6e666117-272f-41c4-bc59-8131b6dd8d1b {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.825351] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48359fc0-bf9d-483c-8524-ba1c9c1e7bfc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.837414] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcea2d3-f9c5-424e-9238-790a46fc75d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.854174] env[68116]: DEBUG nova.objects.instance [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lazy-loading 'flavor' on Instance uuid 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.877069] env[68116]: DEBUG nova.compute.manager [req-65aeed51-a936-4d51-966b-82de669ccf51 req-d7633fa0-dacd-4096-9e9c-0802c61c857d service nova] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Detach interface failed, port_id=5445188d-61db-48cc-8e79-91e91607df9e, reason: Instance aefae9af-653e-4eff-b8cd-0fe5548725c6 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 832.892798] env[68116]: INFO nova.compute.manager [-] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Took 1.97 seconds to deallocate network for instance. [ 832.914367] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.914367] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.003s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.914367] env[68116]: INFO nova.compute.manager [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Shelving [ 833.013043] env[68116]: DEBUG nova.compute.manager [req-3f92acd2-7a28-422c-b4ee-e0d18c1e86fd req-56c8d5c2-487a-474d-86a9-3d1622357cf1 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Received event network-vif-plugged-6e666117-272f-41c4-bc59-8131b6dd8d1b {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.013287] env[68116]: DEBUG oslo_concurrency.lockutils [req-3f92acd2-7a28-422c-b4ee-e0d18c1e86fd req-56c8d5c2-487a-474d-86a9-3d1622357cf1 service nova] Acquiring lock "eaff0def-33a7-4d43-b42f-831309b1ab40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.013558] env[68116]: DEBUG oslo_concurrency.lockutils [req-3f92acd2-7a28-422c-b4ee-e0d18c1e86fd req-56c8d5c2-487a-474d-86a9-3d1622357cf1 service nova] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.013737] env[68116]: DEBUG oslo_concurrency.lockutils [req-3f92acd2-7a28-422c-b4ee-e0d18c1e86fd req-56c8d5c2-487a-474d-86a9-3d1622357cf1 service nova] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.013935] env[68116]: DEBUG nova.compute.manager [req-3f92acd2-7a28-422c-b4ee-e0d18c1e86fd req-56c8d5c2-487a-474d-86a9-3d1622357cf1 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] No waiting events found dispatching network-vif-plugged-6e666117-272f-41c4-bc59-8131b6dd8d1b {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.018262] env[68116]: WARNING nova.compute.manager [req-3f92acd2-7a28-422c-b4ee-e0d18c1e86fd req-56c8d5c2-487a-474d-86a9-3d1622357cf1 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Received unexpected event network-vif-plugged-6e666117-272f-41c4-bc59-8131b6dd8d1b for instance with vm_state building and task_state spawning. [ 833.048680] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.116527] env[68116]: DEBUG nova.compute.manager [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.116772] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.117870] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8dfb6-7948-484f-81f1-600b3af2e570 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.133048] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.133132] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3201dbdd-44f0-4344-bb0e-ee781c15a927 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.140641] env[68116]: DEBUG oslo_vmware.api [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 833.140641] env[68116]: value = "task-2786037" [ 833.140641] env[68116]: _type = "Task" [ 833.140641] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.157069] env[68116]: DEBUG oslo_vmware.api [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.225330] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786036, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.284379] env[68116]: DEBUG nova.scheduler.client.report [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.290911] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "refresh_cache-eaff0def-33a7-4d43-b42f-831309b1ab40" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.291068] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquired lock "refresh_cache-eaff0def-33a7-4d43-b42f-831309b1ab40" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.291246] env[68116]: DEBUG nova.network.neutron [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.364228] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6cc1f456-3d2c-48d8-8877-6c08ca6257e0 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.458484] env[68116]: INFO nova.compute.manager [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Took 0.56 seconds to detach 1 volumes for instance. [ 833.460149] env[68116]: DEBUG nova.compute.manager [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Deleting volume: 187c2b34-620a-4b17-a393-1363152421ee {{(pid=68116) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 833.553057] env[68116]: DEBUG oslo_vmware.api [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786035, 'name': PowerOnVM_Task, 'duration_secs': 1.431384} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.554409] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.554409] env[68116]: INFO nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Took 9.47 seconds to spawn the instance on the hypervisor. [ 833.554409] env[68116]: DEBUG nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.554741] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983b8f0-3132-4929-bc4b-b0118040bab2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.656495] env[68116]: DEBUG oslo_vmware.api [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786037, 'name': PowerOffVM_Task, 'duration_secs': 0.27322} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.656986] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.658212] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.658212] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e45f3c5-c939-46a4-b007-748bdfc0d1dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.728144] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547968} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.728420] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 06daaad2-1e1a-4144-afb5-6e244d4c557a/06daaad2-1e1a-4144-afb5-6e244d4c557a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.728637] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.728897] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ec34a1-6849-4645-8067-d9f26847c7b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.736040] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 833.736040] env[68116]: value = "task-2786040" [ 833.736040] env[68116]: _type = "Task" [ 833.736040] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.747218] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.747493] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.752237] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.792154] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.794785] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.041s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.796406] env[68116]: DEBUG nova.objects.instance [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lazy-loading 'resources' on Instance uuid a6e76780-ee00-422a-b2e7-d954ef122051 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.820805] env[68116]: INFO nova.scheduler.client.report [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted allocations for instance 9913340c-ab70-49fc-b116-906a6bdcc208 [ 833.871461] env[68116]: DEBUG nova.network.neutron [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.936085] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.936461] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ceccfc8-870f-4492-a84c-0d5e51bcbe35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.944615] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 833.944615] env[68116]: value = "task-2786041" [ 833.944615] env[68116]: _type = "Task" [ 833.944615] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.954288] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.022714] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.042508] env[68116]: DEBUG nova.network.neutron [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Updating instance_info_cache with network_info: [{"id": "6e666117-272f-41c4-bc59-8131b6dd8d1b", "address": "fa:16:3e:79:f4:e3", "network": {"id": "e033f626-0701-4c4e-9c7f-a709820e2442", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1496186968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0378cf800f354d0b9429561eb1af4aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e666117-27", "ovs_interfaceid": "6e666117-272f-41c4-bc59-8131b6dd8d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.081571] env[68116]: INFO nova.compute.manager [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Took 45.98 seconds to build instance. [ 834.247711] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066382} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.248016] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.248940] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ff496e-430b-41c5-a618-fdc735f0fe61 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.253598] env[68116]: DEBUG nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.281939] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 06daaad2-1e1a-4144-afb5-6e244d4c557a/06daaad2-1e1a-4144-afb5-6e244d4c557a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.282842] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8c55c8e-eeb2-4674-94ad-2d340c7d3dc4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.308247] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.308305] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.308545] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Deleting the datastore file [datastore2] b930bfd2-c347-46d4-9af7-ae91354eeb38 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.308744] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-130d6610-f447-4945-8e1c-28503634558a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.313075] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 834.313075] env[68116]: value = "task-2786042" [ 834.313075] env[68116]: _type = "Task" [ 834.313075] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.318552] env[68116]: DEBUG oslo_vmware.api [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 834.318552] env[68116]: value = "task-2786043" [ 834.318552] env[68116]: _type = "Task" [ 834.318552] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.326050] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.329395] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eb042b1f-201d-4f0f-91dc-e60eebc2d758 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "9913340c-ab70-49fc-b116-906a6bdcc208" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.168s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.334298] env[68116]: DEBUG oslo_vmware.api [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.429596] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "79813ca0-3aac-4900-aa73-211f3cff529a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.429860] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "79813ca0-3aac-4900-aa73-211f3cff529a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.457726] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786041, 'name': PowerOffVM_Task, 'duration_secs': 0.248471} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.458034] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.458896] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db12947f-78a1-46e8-aa3d-689bcce5fc55 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.480144] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d54e197-403c-4fa6-95cf-3dbbe34efdb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.545404] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Releasing lock "refresh_cache-eaff0def-33a7-4d43-b42f-831309b1ab40" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.545839] env[68116]: DEBUG nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Instance network_info: |[{"id": "6e666117-272f-41c4-bc59-8131b6dd8d1b", "address": "fa:16:3e:79:f4:e3", "network": {"id": "e033f626-0701-4c4e-9c7f-a709820e2442", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1496186968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0378cf800f354d0b9429561eb1af4aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e666117-27", "ovs_interfaceid": "6e666117-272f-41c4-bc59-8131b6dd8d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.547017] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:f4:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e666117-272f-41c4-bc59-8131b6dd8d1b', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.555036] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Creating folder: Project (0378cf800f354d0b9429561eb1af4aeb). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.555679] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361beae8-d41c-4717-a796-f59ba509c033 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.572472] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Created folder: Project (0378cf800f354d0b9429561eb1af4aeb) in parent group-v559920. [ 834.572709] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Creating folder: Instances. Parent ref: group-v560079. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.575896] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64fe6230-faeb-4db8-8020-a320e42d8df1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.582743] env[68116]: DEBUG oslo_concurrency.lockutils [None req-23310771-103c-4a8c-9731-d5e6769ec0ac tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.820s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.586631] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Created folder: Instances in parent group-v560079. [ 834.586884] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.587098] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.587317] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab316b32-be50-4c61-b091-8762a0d1fee7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.610471] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.610471] env[68116]: value = "task-2786046" [ 834.610471] env[68116]: _type = "Task" [ 834.610471] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.620531] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786046, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.695784] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Acquiring lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.696621] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.799720] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.826325] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786042, 'name': ReconfigVM_Task, 'duration_secs': 0.435613} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.829472] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 06daaad2-1e1a-4144-afb5-6e244d4c557a/06daaad2-1e1a-4144-afb5-6e244d4c557a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.830368] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-547e7d2d-5fbe-42f9-ae27-c6d4509d1f8b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.835942] env[68116]: DEBUG oslo_vmware.api [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175743} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.836607] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.836803] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.836971] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.837160] env[68116]: INFO nova.compute.manager [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Took 1.72 seconds to destroy the instance on the hypervisor. [ 834.837402] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.837603] env[68116]: DEBUG nova.compute.manager [-] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.837695] env[68116]: DEBUG nova.network.neutron [-] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.841828] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 834.841828] env[68116]: value = "task-2786047" [ 834.841828] env[68116]: _type = "Task" [ 834.841828] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.854176] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786047, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.895107] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451d3dc-c5cd-400c-8b2f-3f6e1140b1d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.905072] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4fddbc-b758-4938-9c8e-b22f4342a57a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.942267] env[68116]: DEBUG nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.948803] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2923ac94-5a48-462b-8ac6-ef7d706ffefb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.957866] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba7dbc-cf02-4734-ac21-64afab5ff40e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.972907] env[68116]: DEBUG nova.compute.provider_tree [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.996503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.996789] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-afeb3e78-68ed-4fb3-8262-8724807ffa37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.006096] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 835.006096] env[68116]: value = "task-2786048" [ 835.006096] env[68116]: _type = "Task" [ 835.006096] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.015717] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.124378] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786046, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.202805] env[68116]: INFO nova.compute.manager [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Detaching volume 3ef406f5-66d3-4a3f-8340-ed5160e45148 [ 835.258029] env[68116]: INFO nova.virt.block_device [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Attempting to driver detach volume 3ef406f5-66d3-4a3f-8340-ed5160e45148 from mountpoint /dev/sdb [ 835.258029] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 835.258029] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560074', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'name': 'volume-3ef406f5-66d3-4a3f-8340-ed5160e45148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'serial': '3ef406f5-66d3-4a3f-8340-ed5160e45148'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 835.258029] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06b91d-c640-4056-bccf-2eb229a0cae8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.286157] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c59ed3b-b206-4057-9d70-8067b2fa9135 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.293106] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491aa30a-464f-404f-8868-9aaedbe0ac34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.317155] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a293d5-e24b-4db5-b0a2-62951c3728bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.331871] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] The volume has not been displaced from its original location: [datastore2] volume-3ef406f5-66d3-4a3f-8340-ed5160e45148/volume-3ef406f5-66d3-4a3f-8340-ed5160e45148.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 835.338190] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 835.338190] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552a96dc-51b3-4da0-8844-11e59ca212af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.361030] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786047, 'name': Rename_Task, 'duration_secs': 0.269919} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.362453] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.362762] env[68116]: DEBUG oslo_vmware.api [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Waiting for the task: (returnval){ [ 835.362762] env[68116]: value = "task-2786049" [ 835.362762] env[68116]: _type = "Task" [ 835.362762] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.364382] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946fb5a0-e81e-463d-9dc4-bfd074610701 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.373255] env[68116]: DEBUG oslo_vmware.api [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.374584] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 835.374584] env[68116]: value = "task-2786050" [ 835.374584] env[68116]: _type = "Task" [ 835.374584] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.384615] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.468758] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.481088] env[68116]: DEBUG nova.scheduler.client.report [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.520174] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786048, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.610755] env[68116]: DEBUG nova.compute.manager [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Received event network-changed-6e666117-272f-41c4-bc59-8131b6dd8d1b {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.611053] env[68116]: DEBUG nova.compute.manager [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Refreshing instance network info cache due to event network-changed-6e666117-272f-41c4-bc59-8131b6dd8d1b. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 835.611290] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] Acquiring lock "refresh_cache-eaff0def-33a7-4d43-b42f-831309b1ab40" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.611432] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] Acquired lock "refresh_cache-eaff0def-33a7-4d43-b42f-831309b1ab40" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.611589] env[68116]: DEBUG nova.network.neutron [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Refreshing network info cache for port 6e666117-272f-41c4-bc59-8131b6dd8d1b {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.623796] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786046, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.695854] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "b5c19b01-875f-494e-977c-72eb1d0205b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.696207] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.727973] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "b741868d-fab6-40ca-ade5-448906355e68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.728250] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b741868d-fab6-40ca-ade5-448906355e68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.876529] env[68116]: DEBUG oslo_vmware.api [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786049, 'name': ReconfigVM_Task, 'duration_secs': 0.286592} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.880967] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 835.886195] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864b005a-bed4-4c67-9647-e55edbd8bfba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.903482] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.905128] env[68116]: DEBUG oslo_vmware.api [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Waiting for the task: (returnval){ [ 835.905128] env[68116]: value = "task-2786051" [ 835.905128] env[68116]: _type = "Task" [ 835.905128] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.915243] env[68116]: DEBUG oslo_vmware.api [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.987040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.989818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.933s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.990077] env[68116]: DEBUG nova.objects.instance [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lazy-loading 'resources' on Instance uuid 13fb88b1-209c-4a7e-9f81-bc31cf170628 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.017459] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786048, 'name': CreateSnapshot_Task, 'duration_secs': 0.610932} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.017632] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 836.018373] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9744dda4-6111-44be-8540-b65c60b635fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.021836] env[68116]: INFO nova.scheduler.client.report [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleted allocations for instance a6e76780-ee00-422a-b2e7-d954ef122051 [ 836.123879] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786046, 'name': CreateVM_Task, 'duration_secs': 1.379141} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.123879] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.127356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.127356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.127356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.127356] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3843d92a-a246-4321-8fc2-d03b1391a030 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.137102] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 836.137102] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5260fd1a-fe52-174c-7090-a07adedc402a" [ 836.137102] env[68116]: _type = "Task" [ 836.137102] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.147446] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5260fd1a-fe52-174c-7090-a07adedc402a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.190018] env[68116]: DEBUG nova.network.neutron [-] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.198987] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.378042] env[68116]: DEBUG nova.network.neutron [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Updated VIF entry in instance network info cache for port 6e666117-272f-41c4-bc59-8131b6dd8d1b. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.378042] env[68116]: DEBUG nova.network.neutron [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Updating instance_info_cache with network_info: [{"id": "6e666117-272f-41c4-bc59-8131b6dd8d1b", "address": "fa:16:3e:79:f4:e3", "network": {"id": "e033f626-0701-4c4e-9c7f-a709820e2442", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1496186968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0378cf800f354d0b9429561eb1af4aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e666117-27", "ovs_interfaceid": "6e666117-272f-41c4-bc59-8131b6dd8d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.388261] env[68116]: DEBUG oslo_vmware.api [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786050, 'name': PowerOnVM_Task, 'duration_secs': 0.549386} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.390024] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.390252] env[68116]: INFO nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Took 7.68 seconds to spawn the instance on the hypervisor. [ 836.390409] env[68116]: DEBUG nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.391246] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13a20a-c5e9-4dee-b779-286cc4ecbe2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.416161] env[68116]: DEBUG oslo_vmware.api [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Task: {'id': task-2786051, 'name': ReconfigVM_Task, 'duration_secs': 0.201959} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.416464] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560074', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'name': 'volume-3ef406f5-66d3-4a3f-8340-ed5160e45148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3ef406f5-66d3-4a3f-8340-ed5160e45148', 'serial': '3ef406f5-66d3-4a3f-8340-ed5160e45148'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 836.534210] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d63948f9-f95e-458e-82d5-af36c141d112 tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "a6e76780-ee00-422a-b2e7-d954ef122051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.038s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.545621] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.547042] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7d5da1c-d07a-4963-8ae5-ddfe409872ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.557190] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 836.557190] env[68116]: value = "task-2786052" [ 836.557190] env[68116]: _type = "Task" [ 836.557190] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.569652] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786052, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.649132] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5260fd1a-fe52-174c-7090-a07adedc402a, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.652564] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.653114] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.653424] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.654261] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.654261] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.654508] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fa15e8-34d9-46b4-bf01-1f061afaf9ed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.664776] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.664981] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.665798] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a75d2f0-24c3-4cf6-9d37-954480e3e444 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.675186] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 836.675186] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e4c67b-07bd-80ef-f9b9-1bd2720fb7cf" [ 836.675186] env[68116]: _type = "Task" [ 836.675186] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.685031] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e4c67b-07bd-80ef-f9b9-1bd2720fb7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.692749] env[68116]: INFO nova.compute.manager [-] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Took 1.85 seconds to deallocate network for instance. [ 836.731185] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.878307] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3daf73d-2415-4b9e-9d86-7bec045f9e2e req-efd3eb4f-fa3b-40a2-b389-39444c575d35 service nova] Releasing lock "refresh_cache-eaff0def-33a7-4d43-b42f-831309b1ab40" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.907771] env[68116]: INFO nova.compute.manager [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Took 39.46 seconds to build instance. [ 836.967830] env[68116]: DEBUG nova.objects.instance [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lazy-loading 'flavor' on Instance uuid 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.038316] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68d867-82d6-494f-9fc8-481995f9a2fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.044043] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91662df2-ecd9-424c-beb3-4f6126f6f87f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.079715] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29a91ea-b147-400b-af84-c22322ae4200 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.089717] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786052, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.090973] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f756c334-c208-4dca-a348-2d99a3e52ca8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.105865] env[68116]: DEBUG nova.compute.provider_tree [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.189550] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e4c67b-07bd-80ef-f9b9-1bd2720fb7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.193031] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1d70c7-18f1-4131-8a93-cbc61f13f0b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.198131] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 837.198131] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52078e41-ac8c-1f57-b163-5b5585be6136" [ 837.198131] env[68116]: _type = "Task" [ 837.198131] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.199021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.205715] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221f141-d4d4-00f6-b02d-477b67917a0c/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.206616] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee82c43-477e-4276-b731-0143064b5d76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.215429] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52078e41-ac8c-1f57-b163-5b5585be6136, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.217012] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.217300] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] eaff0def-33a7-4d43-b42f-831309b1ab40/eaff0def-33a7-4d43-b42f-831309b1ab40.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.217559] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221f141-d4d4-00f6-b02d-477b67917a0c/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.217704] env[68116]: ERROR oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221f141-d4d4-00f6-b02d-477b67917a0c/disk-0.vmdk due to incomplete transfer. [ 837.217913] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373eca6a-b7dc-45fc-a4c5-c600e464114a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.219759] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-969a81db-634b-41af-8f3f-53efdfc8a897 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.226606] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 837.226606] env[68116]: value = "task-2786053" [ 837.226606] env[68116]: _type = "Task" [ 837.226606] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.227726] env[68116]: DEBUG oslo_vmware.rw_handles [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221f141-d4d4-00f6-b02d-477b67917a0c/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.227941] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Uploaded image e180e731-6683-4ad3-8b82-38211d4b856c to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.233758] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.233999] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b104b81-efcd-4614-a545-425e05f15f06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.240466] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.243308] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 837.243308] env[68116]: value = "task-2786054" [ 837.243308] env[68116]: _type = "Task" [ 837.243308] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.251404] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786054, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.323578] env[68116]: DEBUG nova.compute.manager [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Received event network-changed-3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.324209] env[68116]: DEBUG nova.compute.manager [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Refreshing instance network info cache due to event network-changed-3816c4f0-9ebe-42a6-9349-2dc450f5d873. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 837.324209] env[68116]: DEBUG oslo_concurrency.lockutils [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] Acquiring lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.324466] env[68116]: DEBUG oslo_concurrency.lockutils [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] Acquired lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.324728] env[68116]: DEBUG nova.network.neutron [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Refreshing network info cache for port 3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.338440] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.338704] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.410415] env[68116]: DEBUG oslo_concurrency.lockutils [None req-99f2998c-43b0-47e9-84fc-dc4bd9cf60f2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.321s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.587310] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786052, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.611026] env[68116]: DEBUG nova.scheduler.client.report [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.742031] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491847} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.742031] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] eaff0def-33a7-4d43-b42f-831309b1ab40/eaff0def-33a7-4d43-b42f-831309b1ab40.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.742599] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.743171] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56649f73-b0bc-41c2-95c4-2d1d1abf0ffc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.753365] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786054, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.758022] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 837.758022] env[68116]: value = "task-2786055" [ 837.758022] env[68116]: _type = "Task" [ 837.758022] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.763553] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.913536] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.977075] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4eaad72d-c7fc-460f-8dd9-3ec86d376394 tempest-VolumesAssistedSnapshotsTest-1402310219 tempest-VolumesAssistedSnapshotsTest-1402310219-project-admin] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.044758] env[68116]: DEBUG nova.network.neutron [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updated VIF entry in instance network info cache for port 3816c4f0-9ebe-42a6-9349-2dc450f5d873. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.045159] env[68116]: DEBUG nova.network.neutron [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updating instance_info_cache with network_info: [{"id": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "address": "fa:16:3e:ac:e0:f5", "network": {"id": "623fe066-9fa1-4992-8bb8-00b74199a8ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-231855720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621cbd4292ab4462a71ea44c53af4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3816c4f0-9e", "ovs_interfaceid": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.092197] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786052, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.117736] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.121316] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.730s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.121316] env[68116]: INFO nova.compute.claims [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.141937] env[68116]: INFO nova.scheduler.client.report [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Deleted allocations for instance 13fb88b1-209c-4a7e-9f81-bc31cf170628 [ 838.230204] env[68116]: DEBUG nova.compute.manager [req-84dbbcc3-bf07-4206-9ca0-9faa85b09463 req-ed02183c-df12-4876-9a30-75472e26bf9c service nova] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Received event network-vif-deleted-b7b4d366-f205-44b1-a9f3-a60074993424 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.255473] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786054, 'name': Destroy_Task, 'duration_secs': 0.582328} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.255473] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Destroyed the VM [ 838.255473] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.255473] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7d2d377-195c-4091-a454-b75c65c9c4f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.265035] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075812} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.267269] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.267269] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 838.267269] env[68116]: value = "task-2786056" [ 838.267269] env[68116]: _type = "Task" [ 838.267269] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.267521] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3390829b-940d-4989-b623-68084196aa3d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.278738] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.302114] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] eaff0def-33a7-4d43-b42f-831309b1ab40/eaff0def-33a7-4d43-b42f-831309b1ab40.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.302485] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-557e3bfe-d227-430e-b915-eeb75e72ea15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.322759] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 838.322759] env[68116]: value = "task-2786057" [ 838.322759] env[68116]: _type = "Task" [ 838.322759] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.331227] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.435532] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.548071] env[68116]: DEBUG oslo_concurrency.lockutils [req-9648fa7a-58c5-484d-91ff-52affaac4897 req-f318c5a8-3133-4f20-beba-c22a81b710a5 service nova] Releasing lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.590852] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786052, 'name': CloneVM_Task, 'duration_secs': 1.85218} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.591676] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Created linked-clone VM from snapshot [ 838.592748] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb89797e-bc70-4748-af35-68ca37e766cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.597059] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8676ad8-4e59-4577-9bef-d2b50fdd853a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.603530] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Suspending the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 838.606676] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-996cf657-b275-4d4e-9a99-e2ee0e7d3887 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.608306] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Uploading image b8fc4746-c5c6-4d3d-bc04-d5b52b7b67cc {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.614421] env[68116]: DEBUG oslo_vmware.api [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 838.614421] env[68116]: value = "task-2786059" [ 838.614421] env[68116]: _type = "Task" [ 838.614421] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.622392] env[68116]: DEBUG oslo_vmware.api [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786059, 'name': SuspendVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.629773] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "c833ff1f-f57e-43a7-af50-2b0f2b124344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.630121] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "c833ff1f-f57e-43a7-af50-2b0f2b124344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.636164] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.636164] env[68116]: value = "vm-560083" [ 838.636164] env[68116]: _type = "VirtualMachine" [ 838.636164] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.636676] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b56ffc31-14b1-4c27-8165-5290602794a2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.643081] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lease: (returnval){ [ 838.643081] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524f8d57-dac7-72f2-d714-a4757d1f2aac" [ 838.643081] env[68116]: _type = "HttpNfcLease" [ 838.643081] env[68116]: } obtained for exporting VM: (result){ [ 838.643081] env[68116]: value = "vm-560083" [ 838.643081] env[68116]: _type = "VirtualMachine" [ 838.643081] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.643430] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the lease: (returnval){ [ 838.643430] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524f8d57-dac7-72f2-d714-a4757d1f2aac" [ 838.643430] env[68116]: _type = "HttpNfcLease" [ 838.643430] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.651941] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.651941] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524f8d57-dac7-72f2-d714-a4757d1f2aac" [ 838.651941] env[68116]: _type = "HttpNfcLease" [ 838.651941] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.652457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9fa9a142-c494-4b7e-bbeb-e55840086fdd tempest-ListServersNegativeTestJSON-1715359508 tempest-ListServersNegativeTestJSON-1715359508-project-member] Lock "13fb88b1-209c-4a7e-9f81-bc31cf170628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.892s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.779521] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.833191] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786057, 'name': ReconfigVM_Task, 'duration_secs': 0.296135} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.833487] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Reconfigured VM instance instance-00000038 to attach disk [datastore1] eaff0def-33a7-4d43-b42f-831309b1ab40/eaff0def-33a7-4d43-b42f-831309b1ab40.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.834181] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47b336c6-2d80-4d60-a70d-9281fb88f6de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.840584] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 838.840584] env[68116]: value = "task-2786061" [ 838.840584] env[68116]: _type = "Task" [ 838.840584] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.848016] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786061, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.899389] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-bd47b8e0-c366-4566-be38-0be8bd3cf92a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.899667] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-bd47b8e0-c366-4566-be38-0be8bd3cf92a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.900057] env[68116]: DEBUG nova.objects.instance [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'flavor' on Instance uuid bd47b8e0-c366-4566-be38-0be8bd3cf92a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.126279] env[68116]: DEBUG oslo_vmware.api [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786059, 'name': SuspendVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.153963] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.153963] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524f8d57-dac7-72f2-d714-a4757d1f2aac" [ 839.153963] env[68116]: _type = "HttpNfcLease" [ 839.153963] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.154684] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.154684] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524f8d57-dac7-72f2-d714-a4757d1f2aac" [ 839.154684] env[68116]: _type = "HttpNfcLease" [ 839.154684] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 839.155585] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078b6053-1a27-4939-b878-f2288eddf83c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.165702] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd1d1d-eaa5-d37a-249e-7bd8544a1865/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.165888] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd1d1d-eaa5-d37a-249e-7bd8544a1865/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 839.279608] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.296081] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-741965aa-3733-4824-ac31-041b19c952d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.353431] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786061, 'name': Rename_Task, 'duration_secs': 0.150803} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.353431] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.353431] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db27eff1-33d8-49b6-b314-4fe5edab48aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.359233] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 839.359233] env[68116]: value = "task-2786062" [ 839.359233] env[68116]: _type = "Task" [ 839.359233] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.366823] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.493044] env[68116]: DEBUG nova.objects.instance [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'pci_requests' on Instance uuid bd47b8e0-c366-4566-be38-0be8bd3cf92a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.628290] env[68116]: DEBUG oslo_vmware.api [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786059, 'name': SuspendVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.657634] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a94e5fe-3a06-4432-abc3-407c62b885e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.666632] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edde1ba-eee5-4d60-b7ca-35659ac6a21b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.699534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f1e29d-eeb1-4e46-8df9-d1cba2f5d180 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.709609] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad67a733-26ee-4770-ace8-eafa3f2a6670 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.728219] env[68116]: DEBUG nova.compute.provider_tree [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.781644] env[68116]: DEBUG oslo_vmware.api [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786056, 'name': RemoveSnapshot_Task, 'duration_secs': 1.090271} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.782014] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.782271] env[68116]: INFO nova.compute.manager [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Took 18.71 seconds to snapshot the instance on the hypervisor. [ 839.869609] env[68116]: DEBUG oslo_vmware.api [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786062, 'name': PowerOnVM_Task, 'duration_secs': 0.459833} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.870040] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.870382] env[68116]: INFO nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Took 8.50 seconds to spawn the instance on the hypervisor. [ 839.870627] env[68116]: DEBUG nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.871578] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb485d97-e804-481e-bdfa-a82f09d064a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.998712] env[68116]: DEBUG nova.objects.base [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 839.999214] env[68116]: DEBUG nova.network.neutron [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.040170] env[68116]: DEBUG nova.policy [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.128068] env[68116]: DEBUG oslo_vmware.api [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786059, 'name': SuspendVM_Task} progress is 62%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.231217] env[68116]: DEBUG nova.scheduler.client.report [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.329308] env[68116]: DEBUG nova.compute.manager [None req-54a6fec6-9fa8-4ef9-8fed-185d9b805614 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Found 2 images (rotation: 2) {{(pid=68116) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 840.383400] env[68116]: DEBUG nova.network.neutron [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Successfully created port: 0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.399564] env[68116]: INFO nova.compute.manager [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Took 39.71 seconds to build instance. [ 840.639328] env[68116]: DEBUG oslo_vmware.api [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786059, 'name': SuspendVM_Task, 'duration_secs': 1.884317} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.640230] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Suspended the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 840.640230] env[68116]: DEBUG nova.compute.manager [None req-52ffa005-501a-4b0c-9ec9-9f5905670c94 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.640886] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9656bbe-4fd7-410f-9dde-8e7a55033623 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.737299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.737933] env[68116]: DEBUG nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.741404] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.003s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.743872] env[68116]: INFO nova.compute.claims [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.903743] env[68116]: DEBUG oslo_concurrency.lockutils [None req-852c775f-1f34-4a3f-8301-b1e954239777 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.783s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.243733] env[68116]: DEBUG nova.compute.utils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.245251] env[68116]: DEBUG nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.249043] env[68116]: DEBUG nova.network.neutron [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.348093] env[68116]: DEBUG nova.policy [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea0b0393b806470b891de755ca409075', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4085193fa7aa4bd8b60ea3290c69e169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.406333] env[68116]: DEBUG nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.751329] env[68116]: DEBUG nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.802034] env[68116]: DEBUG nova.network.neutron [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Successfully created port: 57d7422e-94cb-4fbe-8e5b-dec82b409170 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.936273] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.275047] env[68116]: DEBUG nova.network.neutron [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Successfully updated port: 0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.371941] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86970528-983d-4d1a-969f-3c798450fa5f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.380147] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5589db-dc85-4d6f-bbd5-2b1320cdd2f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.412724] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5327a-8897-4267-979c-31aaca47cb10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.422775] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef611c7d-6794-4b24-88d7-957243c7d21a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.438154] env[68116]: DEBUG nova.compute.provider_tree [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.770024] env[68116]: DEBUG nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.779703] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.779935] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.780177] env[68116]: DEBUG nova.network.neutron [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.944201] env[68116]: DEBUG nova.scheduler.client.report [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.967376] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.967610] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.967819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.967997] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.968180] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.970272] env[68116]: INFO nova.compute.manager [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Terminating instance [ 843.093030] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:51:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='832b5661-f749-434e-a6f3-cfcac224ed48',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1399982922',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.093030] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.093233] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.093330] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.093496] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.093650] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.093877] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.094062] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.094244] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.094405] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.094575] env[68116]: DEBUG nova.virt.hardware [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.095536] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e2e388-c137-4205-a72b-e733917d2846 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.103985] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0685d3ab-966e-4e11-a033-667ece64fca4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.331526] env[68116]: WARNING nova.network.neutron [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 843.451642] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.452316] env[68116]: DEBUG nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.455432] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.708s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.455664] env[68116]: DEBUG nova.objects.instance [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'resources' on Instance uuid 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.473435] env[68116]: DEBUG nova.compute.manager [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.473729] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.474665] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2221a5-4bf4-4fa6-815f-7a353c8959b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.483150] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.483416] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb017538-8c02-4e94-ae23-107e082216ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.487894] env[68116]: DEBUG nova.compute.manager [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Received event network-changed-3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 843.488124] env[68116]: DEBUG nova.compute.manager [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Refreshing instance network info cache due to event network-changed-3816c4f0-9ebe-42a6-9349-2dc450f5d873. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 843.488352] env[68116]: DEBUG oslo_concurrency.lockutils [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] Acquiring lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.488494] env[68116]: DEBUG oslo_concurrency.lockutils [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] Acquired lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.488655] env[68116]: DEBUG nova.network.neutron [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Refreshing network info cache for port 3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.494970] env[68116]: DEBUG oslo_vmware.api [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 843.494970] env[68116]: value = "task-2786063" [ 843.494970] env[68116]: _type = "Task" [ 843.494970] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.506307] env[68116]: DEBUG oslo_vmware.api [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2786063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.624091] env[68116]: DEBUG nova.compute.manager [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.625567] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15504983-0f68-46d2-b142-54013ea17419 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.800416] env[68116]: DEBUG nova.network.neutron [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Successfully updated port: 57d7422e-94cb-4fbe-8e5b-dec82b409170 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.806575] env[68116]: DEBUG nova.network.neutron [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updating instance_info_cache with network_info: [{"id": "18dc42e8-352c-4960-a782-1034bbc0a806", "address": "fa:16:3e:c8:4e:1c", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dc42e8-35", "ovs_interfaceid": "18dc42e8-352c-4960-a782-1034bbc0a806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e", "address": "fa:16:3e:17:2b:bc", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6791ca-5e", "ovs_interfaceid": "0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.959489] env[68116]: DEBUG nova.compute.utils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.961075] env[68116]: DEBUG nova.objects.instance [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'numa_topology' on Instance uuid 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.961987] env[68116]: DEBUG nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.962175] env[68116]: DEBUG nova.network.neutron [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.967016] env[68116]: DEBUG nova.compute.manager [req-71f52adc-26d5-4f1e-a95c-9cfd2b1801cf req-cf2ecaae-a9b8-4dcf-8628-75d41e9ecc0d service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received event network-vif-plugged-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 843.967283] env[68116]: DEBUG oslo_concurrency.lockutils [req-71f52adc-26d5-4f1e-a95c-9cfd2b1801cf req-cf2ecaae-a9b8-4dcf-8628-75d41e9ecc0d service nova] Acquiring lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.967506] env[68116]: DEBUG oslo_concurrency.lockutils [req-71f52adc-26d5-4f1e-a95c-9cfd2b1801cf req-cf2ecaae-a9b8-4dcf-8628-75d41e9ecc0d service nova] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.967858] env[68116]: DEBUG oslo_concurrency.lockutils [req-71f52adc-26d5-4f1e-a95c-9cfd2b1801cf req-cf2ecaae-a9b8-4dcf-8628-75d41e9ecc0d service nova] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.968052] env[68116]: DEBUG nova.compute.manager [req-71f52adc-26d5-4f1e-a95c-9cfd2b1801cf req-cf2ecaae-a9b8-4dcf-8628-75d41e9ecc0d service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] No waiting events found dispatching network-vif-plugged-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.968222] env[68116]: WARNING nova.compute.manager [req-71f52adc-26d5-4f1e-a95c-9cfd2b1801cf req-cf2ecaae-a9b8-4dcf-8628-75d41e9ecc0d service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received unexpected event network-vif-plugged-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e for instance with vm_state active and task_state None. [ 844.004909] env[68116]: DEBUG oslo_vmware.api [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2786063, 'name': PowerOffVM_Task, 'duration_secs': 0.243271} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.005186] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.005357] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.005672] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d110e9a7-2cb9-44e1-9514-1817b9a2f919 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.008400] env[68116]: DEBUG nova.policy [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b3bc737602e4f42a59d6ce6dc5f2405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8cacd2ff144f61ae4e39a31d2836fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.073861] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.074138] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.075075] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Deleting the datastore file [datastore2] 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.075075] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b557394d-b400-403c-ac9a-8243a8552b62 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.085159] env[68116]: DEBUG oslo_vmware.api [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for the task: (returnval){ [ 844.085159] env[68116]: value = "task-2786065" [ 844.085159] env[68116]: _type = "Task" [ 844.085159] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.092597] env[68116]: DEBUG oslo_vmware.api [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2786065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.137817] env[68116]: INFO nova.compute.manager [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] instance snapshotting [ 844.138488] env[68116]: DEBUG nova.objects.instance [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'flavor' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.302750] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.302898] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.305932] env[68116]: DEBUG nova.network.neutron [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.312182] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.312182] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.312182] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.312182] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ee709c-2c15-4935-a9e5-66715a504c26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.333025] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.333025] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.333025] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.333025] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.333025] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.333025] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.333025] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.333434] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.333434] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.333509] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.333659] env[68116]: DEBUG nova.virt.hardware [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.340315] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Reconfiguring VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 844.341393] env[68116]: DEBUG nova.network.neutron [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updated VIF entry in instance network info cache for port 3816c4f0-9ebe-42a6-9349-2dc450f5d873. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.342030] env[68116]: DEBUG nova.network.neutron [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updating instance_info_cache with network_info: [{"id": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "address": "fa:16:3e:ac:e0:f5", "network": {"id": "623fe066-9fa1-4992-8bb8-00b74199a8ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-231855720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "621cbd4292ab4462a71ea44c53af4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3816c4f0-9e", "ovs_interfaceid": "3816c4f0-9ebe-42a6-9349-2dc450f5d873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.344955] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fec4d1-f57b-4033-911d-f8678a1a02d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.362885] env[68116]: DEBUG oslo_vmware.api [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 844.362885] env[68116]: value = "task-2786066" [ 844.362885] env[68116]: _type = "Task" [ 844.362885] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.372373] env[68116]: DEBUG oslo_vmware.api [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786066, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.452318] env[68116]: DEBUG nova.network.neutron [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Successfully created port: 1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.465938] env[68116]: DEBUG nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.468726] env[68116]: DEBUG nova.objects.base [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Object Instance<294aee46-b0d1-484e-bcee-9ad9dc2f483a> lazy-loaded attributes: resources,numa_topology {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.597166] env[68116]: DEBUG oslo_vmware.api [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Task: {'id': task-2786065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230418} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.597425] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.597607] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.597772] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.597941] env[68116]: INFO nova.compute.manager [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 844.598235] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.598525] env[68116]: DEBUG nova.compute.manager [-] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.598525] env[68116]: DEBUG nova.network.neutron [-] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.645744] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1e4f5e-792f-46c0-ab93-893d6d25321c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.670970] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f69dff-db01-42fe-b567-b71ffc34a1f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.845869] env[68116]: DEBUG oslo_concurrency.lockutils [req-40268dd5-513b-4f5f-b6af-c480b164063b req-6b048096-246b-41b0-b97d-cb77de500caf service nova] Releasing lock "refresh_cache-eb1002fb-fdb3-44c1-a32a-022eff6acc66" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.846163] env[68116]: DEBUG nova.network.neutron [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.877015] env[68116]: DEBUG oslo_vmware.api [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.952709] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "e86f51f4-01df-4db3-83cd-0174d6d154c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.952969] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "e86f51f4-01df-4db3-83cd-0174d6d154c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.997121] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839127cd-c868-4089-99b5-35cc38df4a70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.007026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f925bef-7ce5-4435-b554-044b68adfdbf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.040075] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c4d771-3653-4934-bfaf-8597c29d58b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.048031] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095cf569-6406-46bf-9972-1eb18ae3f779 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.064203] env[68116]: DEBUG nova.compute.provider_tree [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.076967] env[68116]: DEBUG nova.network.neutron [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [{"id": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "address": "fa:16:3e:fb:75:41", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7422e-94", "ovs_interfaceid": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.181404] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 845.181901] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96ba763d-8cfb-44a9-acca-d01478af8187 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.190425] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 845.190425] env[68116]: value = "task-2786067" [ 845.190425] env[68116]: _type = "Task" [ 845.190425] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.198382] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.374766] env[68116]: DEBUG oslo_vmware.api [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.479482] env[68116]: DEBUG nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.515923] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.516244] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.516445] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.516670] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.516910] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.517110] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.517396] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.517589] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.517763] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.517927] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.518135] env[68116]: DEBUG nova.virt.hardware [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.519095] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a6a4ad-01ed-4536-ad60-58318e476bcd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.528050] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d123c0-e480-464b-bc6e-60118529bbb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.568093] env[68116]: DEBUG nova.scheduler.client.report [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.579752] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.579955] env[68116]: DEBUG nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Instance network_info: |[{"id": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "address": "fa:16:3e:fb:75:41", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7422e-94", "ovs_interfaceid": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.582036] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:75:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d7422e-94cb-4fbe-8e5b-dec82b409170', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.589766] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.590614] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.590873] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-688dd14b-5ffb-4da4-94a2-1b35bcf9f9f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.615980] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.615980] env[68116]: value = "task-2786068" [ 845.615980] env[68116]: _type = "Task" [ 845.615980] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.625279] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786068, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.639265] env[68116]: DEBUG nova.network.neutron [-] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.701527] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.876732] env[68116]: DEBUG oslo_vmware.api [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.012548] env[68116]: DEBUG nova.network.neutron [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Successfully updated port: 1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.073818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.618s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.077251] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.046s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.077251] env[68116]: DEBUG nova.objects.instance [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lazy-loading 'resources' on Instance uuid df2832e7-8cb9-4082-9158-7b3e8fbad12a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.127585] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786068, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.142032] env[68116]: INFO nova.compute.manager [-] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Took 1.54 seconds to deallocate network for instance. [ 846.201014] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786067, 'name': CreateSnapshot_Task, 'duration_secs': 0.575966} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.201329] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.202129] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6955d00b-06e0-48cd-8a3c-0730325d6bd8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.377116] env[68116]: DEBUG oslo_vmware.api [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.516093] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.516093] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquired lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.516484] env[68116]: DEBUG nova.network.neutron [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.552521] env[68116]: DEBUG nova.compute.manager [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.553543] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e38782-49e5-45c9-b808-12bf18bfb4ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.586480] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bb279ae-20fc-4934-ba1a-0a8c66461b8b tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.895s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.587412] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 36.386s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.587543] env[68116]: INFO nova.compute.manager [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Unshelving [ 846.631852] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786068, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.649422] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.720259] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.723057] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f3434f2-f02b-4122-8005-58204449b0cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.732029] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 846.732029] env[68116]: value = "task-2786069" [ 846.732029] env[68116]: _type = "Task" [ 846.732029] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.742914] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786069, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.877915] env[68116]: DEBUG oslo_vmware.api [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786066, 'name': ReconfigVM_Task, 'duration_secs': 2.141127} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.878631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.878776] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Reconfigured VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 846.949716] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received event network-changed-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.949984] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Refreshing instance network info cache due to event network-changed-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 846.950271] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Acquiring lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.950459] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Acquired lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.950665] env[68116]: DEBUG nova.network.neutron [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Refreshing network info cache for port 0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.058738] env[68116]: DEBUG nova.network.neutron [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.064660] env[68116]: INFO nova.compute.manager [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] instance snapshotting [ 847.064885] env[68116]: WARNING nova.compute.manager [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 847.067603] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c61d480-3d27-4c0f-9a3d-064bfed939b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.092539] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dbd659-85c8-4131-b3ea-353f832ac6b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.111521] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0173d335-6cf0-4f60-b09a-e05638302739 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.124239] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ec3a20-a8ba-4320-ba0d-070d297611dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.135083] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786068, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.162615] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45546dfc-b207-4af8-9469-b4d3c9d71e1b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.173964] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a97c0b-a101-40ce-a0af-8ff23aa65fcc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.190715] env[68116]: DEBUG nova.compute.provider_tree [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.243883] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786069, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.254867] env[68116]: DEBUG nova.network.neutron [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Updating instance_info_cache with network_info: [{"id": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "address": "fa:16:3e:f8:50:4b", "network": {"id": "7062e7e3-111a-499a-9143-ffee854faa23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-861319510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8cacd2ff144f61ae4e39a31d2836fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1e488b-ad", "ovs_interfaceid": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.386186] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98727b66-e4dc-4da0-ab93-fe28a56ae3db tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-bd47b8e0-c366-4566-be38-0be8bd3cf92a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.486s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.608604] env[68116]: DEBUG nova.compute.utils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.610829] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.611526] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1cb797a0-2ec0-467e-b793-17cd9280c0a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.620576] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 847.620576] env[68116]: value = "task-2786070" [ 847.620576] env[68116]: _type = "Task" [ 847.620576] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.633395] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786068, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.636813] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.682423] env[68116]: DEBUG nova.network.neutron [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updated VIF entry in instance network info cache for port 0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.682967] env[68116]: DEBUG nova.network.neutron [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updating instance_info_cache with network_info: [{"id": "18dc42e8-352c-4960-a782-1034bbc0a806", "address": "fa:16:3e:c8:4e:1c", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dc42e8-35", "ovs_interfaceid": "18dc42e8-352c-4960-a782-1034bbc0a806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e", "address": "fa:16:3e:17:2b:bc", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6791ca-5e", "ovs_interfaceid": "0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.694065] env[68116]: DEBUG nova.scheduler.client.report [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.744658] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786069, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.758933] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Releasing lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.759318] env[68116]: DEBUG nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Instance network_info: |[{"id": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "address": "fa:16:3e:f8:50:4b", "network": {"id": "7062e7e3-111a-499a-9143-ffee854faa23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-861319510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8cacd2ff144f61ae4e39a31d2836fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1e488b-ad", "ovs_interfaceid": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.759664] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:50:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a1e488b-ad4d-4e23-b588-c71eeca05329', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.767787] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Creating folder: Project (5b8cacd2ff144f61ae4e39a31d2836fc). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.768133] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2827b5f-3072-4650-beef-af6c4a6174df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.779580] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Created folder: Project (5b8cacd2ff144f61ae4e39a31d2836fc) in parent group-v559920. [ 847.779783] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Creating folder: Instances. Parent ref: group-v560087. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.780040] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7007855d-0cb0-4fe2-b782-6b9649edef22 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.790286] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Created folder: Instances in parent group-v560087. [ 847.790553] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.790750] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.790965] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac374c22-f79b-4be3-abaf-197945c7d288 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.811834] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.811834] env[68116]: value = "task-2786073" [ 847.811834] env[68116]: _type = "Task" [ 847.811834] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.820416] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786073, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.075864] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd1d1d-eaa5-d37a-249e-7bd8544a1865/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 848.078425] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f666fe-18a8-4e5a-be2b-5eebd68b1cae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.085655] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd1d1d-eaa5-d37a-249e-7bd8544a1865/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 848.085913] env[68116]: ERROR oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd1d1d-eaa5-d37a-249e-7bd8544a1865/disk-0.vmdk due to incomplete transfer. [ 848.086240] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de723fa6-095d-4922-962c-85363f6d5899 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.092860] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd1d1d-eaa5-d37a-249e-7bd8544a1865/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 848.093112] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Uploaded image b8fc4746-c5c6-4d3d-bc04-d5b52b7b67cc to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 848.095581] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 848.095866] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53a0cb14-5670-4615-8f12-d93953705ad1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.102560] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 848.102560] env[68116]: value = "task-2786074" [ 848.102560] env[68116]: _type = "Task" [ 848.102560] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.111723] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786074, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.112541] env[68116]: INFO nova.virt.block_device [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Booting with volume c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f at /dev/sdb [ 848.130614] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786068, 'name': CreateVM_Task, 'duration_secs': 2.477222} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.131137] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.132100] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.132286] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.132612] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.135620] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6dc587-9fb2-4dcd-babd-5faad1b9afc6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.137374] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.140535] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 848.140535] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5274c625-b6e1-116c-cc65-129eef99f640" [ 848.140535] env[68116]: _type = "Task" [ 848.140535] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.151212] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5274c625-b6e1-116c-cc65-129eef99f640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.152465] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2344c25-87d0-406d-8d6e-8a32ee5f9f4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.160293] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb24fed-bc8a-401c-893b-0de68699ca4d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.199571] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Releasing lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.200021] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Received event network-vif-plugged-57d7422e-94cb-4fbe-8e5b-dec82b409170 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.200306] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Acquiring lock "ea04be24-b290-43d8-b456-06f53e26079c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.200624] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Lock "ea04be24-b290-43d8-b456-06f53e26079c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.200894] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Lock "ea04be24-b290-43d8-b456-06f53e26079c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.201173] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] No waiting events found dispatching network-vif-plugged-57d7422e-94cb-4fbe-8e5b-dec82b409170 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.201444] env[68116]: WARNING nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Received unexpected event network-vif-plugged-57d7422e-94cb-4fbe-8e5b-dec82b409170 for instance with vm_state building and task_state spawning. [ 848.201699] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Received event network-changed-57d7422e-94cb-4fbe-8e5b-dec82b409170 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.201964] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Refreshing instance network info cache due to event network-changed-57d7422e-94cb-4fbe-8e5b-dec82b409170. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 848.202329] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Acquiring lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.202531] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Acquired lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.202804] env[68116]: DEBUG nova.network.neutron [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Refreshing network info cache for port 57d7422e-94cb-4fbe-8e5b-dec82b409170 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.205216] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.207741] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0df75c13-8146-42a0-ba3c-98989459b391 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.210259] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.042s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.210858] env[68116]: DEBUG nova.objects.instance [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lazy-loading 'resources' on Instance uuid a74713b1-37d2-477a-8e70-6d1b5916156a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.213356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.213356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.213356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.213695] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.213795] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.219631] env[68116]: INFO nova.compute.manager [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Terminating instance [ 848.226450] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167df063-313f-4ac4-9e61-c58742e7ce25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.239531] env[68116]: INFO nova.scheduler.client.report [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Deleted allocations for instance df2832e7-8cb9-4082-9158-7b3e8fbad12a [ 848.243236] env[68116]: DEBUG nova.compute.manager [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.243617] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.244879] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f487810-da60-4cfc-b58f-aac0b858f86d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.261036] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786069, 'name': CloneVM_Task, 'duration_secs': 1.314154} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.263185] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Created linked-clone VM from snapshot [ 848.263185] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.278749] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd7583-06b8-41b9-82b1-bf08610570f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.281262] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9352c81-99a9-4d0b-a628-ad319d95b528 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.283512] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be95aa-cf7f-4da6-938f-891009851f9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.290165] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Uploading image d739e81f-6434-49cc-afed-76e77a0e9cd0 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.294755] env[68116]: DEBUG oslo_vmware.api [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 848.294755] env[68116]: value = "task-2786075" [ 848.294755] env[68116]: _type = "Task" [ 848.294755] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.295506] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0834b-a289-4947-bdb2-cab4ccfa66af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.313235] env[68116]: DEBUG nova.virt.block_device [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating existing volume attachment record: eaa8e65f-263e-4e86-98de-8909526823fe {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.323532] env[68116]: DEBUG oslo_vmware.api [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.329484] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786073, 'name': CreateVM_Task, 'duration_secs': 0.389599} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.331085] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.331085] env[68116]: value = "vm-560086" [ 848.331085] env[68116]: _type = "VirtualMachine" [ 848.331085] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.331587] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.331587] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e1b05a9-caa3-49b0-b978-dbe316535f49 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.333468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.338623] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease: (returnval){ [ 848.338623] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52708fc1-b7a7-e394-ea60-2d27ba871d24" [ 848.338623] env[68116]: _type = "HttpNfcLease" [ 848.338623] env[68116]: } obtained for exporting VM: (result){ [ 848.338623] env[68116]: value = "vm-560086" [ 848.338623] env[68116]: _type = "VirtualMachine" [ 848.338623] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.338842] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the lease: (returnval){ [ 848.338842] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52708fc1-b7a7-e394-ea60-2d27ba871d24" [ 848.338842] env[68116]: _type = "HttpNfcLease" [ 848.338842] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.345370] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.345370] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52708fc1-b7a7-e394-ea60-2d27ba871d24" [ 848.345370] env[68116]: _type = "HttpNfcLease" [ 848.345370] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.612620] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786074, 'name': Destroy_Task, 'duration_secs': 0.374282} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.612958] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Destroyed the VM [ 848.613284] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 848.613600] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33902b83-99e6-4676-9f0b-27de9f30ed25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.620255] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 848.620255] env[68116]: value = "task-2786078" [ 848.620255] env[68116]: _type = "Task" [ 848.620255] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.631492] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.636064] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786070, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.649674] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5274c625-b6e1-116c-cc65-129eef99f640, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.650015] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.650309] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.650593] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.650793] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.651043] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.651370] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.651719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.652023] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4cd55f-a31e-4f44-af27-0d142dbccb52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.654047] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd32598-d794-45c3-b2c5-89cb44a34a95 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.663395] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 848.663395] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5210201e-1404-5c39-d7c8-ea34ea902c2f" [ 848.663395] env[68116]: _type = "Task" [ 848.663395] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.664390] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.664742] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.668476] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deba01f8-c62a-4750-8606-0acd85afe6de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.673552] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 848.673552] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ed771c-bb88-21b2-85c1-970674737d05" [ 848.673552] env[68116]: _type = "Task" [ 848.673552] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.677402] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5210201e-1404-5c39-d7c8-ea34ea902c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.680774] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.681104] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.681381] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.686344] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed771c-bb88-21b2-85c1-970674737d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.756573] env[68116]: DEBUG oslo_concurrency.lockutils [None req-762e75e3-def2-4ae3-bbdc-115d60555f5d tempest-ServersTestManualDisk-984063323 tempest-ServersTestManualDisk-984063323-project-member] Lock "df2832e7-8cb9-4082-9158-7b3e8fbad12a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.726s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.810070] env[68116]: DEBUG oslo_vmware.api [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786075, 'name': PowerOffVM_Task, 'duration_secs': 0.249456} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.812182] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.812182] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.812467] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa6fa4a2-9c13-4926-8938-ed3c7fc1f27f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.848522] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.848522] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52708fc1-b7a7-e394-ea60-2d27ba871d24" [ 848.848522] env[68116]: _type = "HttpNfcLease" [ 848.848522] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.848821] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.848821] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52708fc1-b7a7-e394-ea60-2d27ba871d24" [ 848.848821] env[68116]: _type = "HttpNfcLease" [ 848.848821] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.849567] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731de876-0034-4c91-9fc3-f17cde3a3b99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.858895] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e892a4-532a-5051-c822-4b8433278d60/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.859123] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e892a4-532a-5051-c822-4b8433278d60/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.927389] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.927611] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.927788] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Deleting the datastore file [datastore2] eb1002fb-fdb3-44c1-a32a-022eff6acc66 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.929465] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f25492-41fc-4eeb-9ac4-801f33c2fa38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.940066] env[68116]: DEBUG oslo_vmware.api [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for the task: (returnval){ [ 848.940066] env[68116]: value = "task-2786082" [ 848.940066] env[68116]: _type = "Task" [ 848.940066] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.952306] env[68116]: DEBUG oslo_vmware.api [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.963157] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86f966e6-b880-472a-8f35-cbc8adfa3e7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.018168] env[68116]: DEBUG nova.network.neutron [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updated VIF entry in instance network info cache for port 57d7422e-94cb-4fbe-8e5b-dec82b409170. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.019858] env[68116]: DEBUG nova.network.neutron [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [{"id": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "address": "fa:16:3e:fb:75:41", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7422e-94", "ovs_interfaceid": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.143028] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786078, 'name': RemoveSnapshot_Task, 'duration_secs': 0.476605} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.143358] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786070, 'name': CreateSnapshot_Task, 'duration_secs': 1.06479} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.146152] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 849.146482] env[68116]: DEBUG nova.compute.manager [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.146789] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.147767] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208051d3-d27d-4a28-90aa-7da1a52c90ed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.150912] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400473ba-d52f-4cc3-89aa-706bf9521f15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.190940] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed771c-bb88-21b2-85c1-970674737d05, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.196471] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322d7fe9-e7fb-4556-afb7-8ca97215008b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.202950] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 849.202950] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e1b933-2aa7-6fe1-039e-ff3656ad7e97" [ 849.202950] env[68116]: _type = "Task" [ 849.202950] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.209326] env[68116]: DEBUG nova.compute.manager [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Received event network-changed-1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 849.209500] env[68116]: DEBUG nova.compute.manager [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Refreshing instance network info cache due to event network-changed-1a1e488b-ad4d-4e23-b588-c71eeca05329. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 849.209722] env[68116]: DEBUG oslo_concurrency.lockutils [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] Acquiring lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.209858] env[68116]: DEBUG oslo_concurrency.lockutils [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] Acquired lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.210031] env[68116]: DEBUG nova.network.neutron [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Refreshing network info cache for port 1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.220180] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e1b933-2aa7-6fe1-039e-ff3656ad7e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.327639] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86eaead-df7f-428b-b26a-861690b19e10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.335800] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4253674-28b0-4bb1-8bb8-69c423cbc2d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.371617] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ff35e-1c0e-4d0e-803b-a1567a27ce0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.380550] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9623726-9857-4f67-9580-177b2a5a4d8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.396063] env[68116]: DEBUG nova.compute.provider_tree [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.449811] env[68116]: DEBUG oslo_vmware.api [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Task: {'id': task-2786082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265244} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.450078] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.450414] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.450631] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.450916] env[68116]: INFO nova.compute.manager [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Took 1.21 seconds to destroy the instance on the hypervisor. [ 849.451194] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.451438] env[68116]: DEBUG nova.compute.manager [-] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.451540] env[68116]: DEBUG nova.network.neutron [-] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.521645] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Releasing lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.521948] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Received event network-vif-deleted-6d65ec95-cd3c-4847-bf24-17975d1e674d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 849.522188] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Received event network-vif-plugged-1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 849.522427] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Acquiring lock "0e2dea7a-c8ea-4993-aaba-720e40d00650-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.522727] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.523081] env[68116]: DEBUG oslo_concurrency.lockutils [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.523267] env[68116]: DEBUG nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] No waiting events found dispatching network-vif-plugged-1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.523597] env[68116]: WARNING nova.compute.manager [req-20b0cf2c-c37d-4e7f-ae83-9d8543df2477 req-43d86252-0c03-4e81-be98-bfe8623a76c6 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Received unexpected event network-vif-plugged-1a1e488b-ad4d-4e23-b588-c71eeca05329 for instance with vm_state building and task_state spawning. [ 849.688613] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.689320] env[68116]: INFO nova.compute.manager [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Shelve offloading [ 849.691067] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40e1d4f0-0afb-489b-9e9f-58a83f219812 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.708193] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 849.708193] env[68116]: value = "task-2786083" [ 849.708193] env[68116]: _type = "Task" [ 849.708193] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.724417] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e1b933-2aa7-6fe1-039e-ff3656ad7e97, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.727627] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.727899] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.728197] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786083, 'name': CloneVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.728599] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.728804] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.729041] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4555d7aa-47f7-40fe-85c4-d0c93a17ca51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.731018] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba31be3-2fb4-4c70-a4c1-0cfe67aba9b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.738111] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 849.738111] env[68116]: value = "task-2786084" [ 849.738111] env[68116]: _type = "Task" [ 849.738111] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.742385] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.742573] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.744255] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8dc750-fc40-48db-a027-b41f971a94cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.750464] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.754660] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 849.754660] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524b35b9-a97d-a43b-b287-6cbfec1a3811" [ 849.754660] env[68116]: _type = "Task" [ 849.754660] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.762209] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524b35b9-a97d-a43b-b287-6cbfec1a3811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.900615] env[68116]: DEBUG nova.scheduler.client.report [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.996891] env[68116]: DEBUG nova.network.neutron [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Updated VIF entry in instance network info cache for port 1a1e488b-ad4d-4e23-b588-c71eeca05329. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.998074] env[68116]: DEBUG nova.network.neutron [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Updating instance_info_cache with network_info: [{"id": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "address": "fa:16:3e:f8:50:4b", "network": {"id": "7062e7e3-111a-499a-9143-ffee854faa23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-861319510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8cacd2ff144f61ae4e39a31d2836fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1e488b-ad", "ovs_interfaceid": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.071465] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-bd47b8e0-c366-4566-be38-0be8bd3cf92a-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.072452] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-bd47b8e0-c366-4566-be38-0be8bd3cf92a-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.002s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.202702] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.203224] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104c45ec-757f-4586-9729-cf48b3dac0ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.212166] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 850.212166] env[68116]: value = "task-2786085" [ 850.212166] env[68116]: _type = "Task" [ 850.212166] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.233787] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786083, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.234141] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 850.237997] env[68116]: DEBUG nova.compute.manager [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.237997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae228bd7-0867-4127-b8a9-f5017f05b7cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.247417] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.247681] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.247987] env[68116]: DEBUG nova.network.neutron [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.254696] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786084, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.267261] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524b35b9-a97d-a43b-b287-6cbfec1a3811, 'name': SearchDatastore_Task, 'duration_secs': 0.016524} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.268226] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be758a56-dc59-4a96-9ebd-5b0c980f8e6d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.274746] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 850.274746] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52067c12-1b0c-b95a-03f0-f5e6d4c0c947" [ 850.274746] env[68116]: _type = "Task" [ 850.274746] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.283017] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52067c12-1b0c-b95a-03f0-f5e6d4c0c947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.309024] env[68116]: DEBUG nova.network.neutron [-] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.405982] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.409139] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.398s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.409288] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.409667] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 850.410340] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.111s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.412341] env[68116]: INFO nova.compute.claims [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.418011] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9c2249-5573-4320-8338-6340c4d98cc8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.427184] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0ed03b-addb-40bb-ab62-2cfdbd8ee9ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.445835] env[68116]: INFO nova.scheduler.client.report [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Deleted allocations for instance a74713b1-37d2-477a-8e70-6d1b5916156a [ 850.447471] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a21d8b-6bfd-4b64-b994-0e1b8b01530e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.469060] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6063fdd8-011a-4343-82c8-4709c05057c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.501614] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178457MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 850.501833] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.504707] env[68116]: DEBUG oslo_concurrency.lockutils [req-04f6d896-a872-47a3-ad84-e94c5d477cd2 req-5b247242-6309-4b30-8bbe-997997b62fb1 service nova] Releasing lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.576411] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.576604] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.577522] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59921d23-0453-4cef-a7ca-62313a8b75fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.600337] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7941a-83b3-473c-a7fb-6ba220433283 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.633193] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Reconfiguring VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 850.633836] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796fd59c-6e76-4e8b-873d-6c59772dc6c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.663432] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 850.663432] env[68116]: value = "task-2786086" [ 850.663432] env[68116]: _type = "Task" [ 850.663432] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.672829] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.725882] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786083, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.748230] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527635} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.748660] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.748946] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.749316] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1c746c6-bc3e-4248-9fd8-c6b2cc79b1df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.757955] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 850.757955] env[68116]: value = "task-2786088" [ 850.757955] env[68116]: _type = "Task" [ 850.757955] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.768016] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.784908] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52067c12-1b0c-b95a-03f0-f5e6d4c0c947, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.785294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.785514] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 0e2dea7a-c8ea-4993-aaba-720e40d00650/0e2dea7a-c8ea-4993-aaba-720e40d00650.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.786135] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1e01caa-6f9c-4320-a721-8699e50fe4c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.797855] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 850.797855] env[68116]: value = "task-2786089" [ 850.797855] env[68116]: _type = "Task" [ 850.797855] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.806366] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.808950] env[68116]: INFO nova.compute.manager [-] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Took 1.36 seconds to deallocate network for instance. [ 850.969437] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bf06d70-28c0-4feb-9a38-ea31f4b9b128 tempest-InstanceActionsV221TestJSON-913445079 tempest-InstanceActionsV221TestJSON-913445079-project-member] Lock "a74713b1-37d2-477a-8e70-6d1b5916156a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.191s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.174726] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.232355] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786083, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.268127] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080606} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.268395] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.269255] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138ab15b-b927-4f3d-8286-2a11f671332b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.292379] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.292721] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27a5501-9650-4424-ba3e-49fe3155efa1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.318524] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.318833] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.321109] env[68116]: DEBUG nova.network.neutron [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Updating instance_info_cache with network_info: [{"id": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "address": "fa:16:3e:4c:77:db", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcee7ea5-3d", "ovs_interfaceid": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.322469] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 851.322469] env[68116]: value = "task-2786090" [ 851.322469] env[68116]: _type = "Task" [ 851.322469] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.335602] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.344019] env[68116]: DEBUG nova.compute.manager [req-6c428766-d517-41a6-8fa5-ba024c48d545 req-b3c7da3a-5598-4532-bac6-77ca68d27a49 service nova] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Received event network-vif-deleted-3816c4f0-9ebe-42a6-9349-2dc450f5d873 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.682326] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.735028] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786083, 'name': CloneVM_Task, 'duration_secs': 1.688823} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.735028] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Created linked-clone VM from snapshot [ 851.735028] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d3d826-ed10-4b4f-9702-e65e99b43c92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.747023] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Uploading image ba0e148d-d56f-49ab-8abf-04893a3b86d0 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.773956] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.773956] env[68116]: value = "vm-560093" [ 851.773956] env[68116]: _type = "VirtualMachine" [ 851.773956] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.774353] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c82e8183-0c81-4cfe-a805-c431a3e6ab0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.784588] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease: (returnval){ [ 851.784588] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ba4c1b-1afb-d1a9-3fae-e0fc95b993a9" [ 851.784588] env[68116]: _type = "HttpNfcLease" [ 851.784588] env[68116]: } obtained for exporting VM: (result){ [ 851.784588] env[68116]: value = "vm-560093" [ 851.784588] env[68116]: _type = "VirtualMachine" [ 851.784588] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.784924] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the lease: (returnval){ [ 851.784924] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ba4c1b-1afb-d1a9-3fae-e0fc95b993a9" [ 851.784924] env[68116]: _type = "HttpNfcLease" [ 851.784924] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.795264] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.795264] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ba4c1b-1afb-d1a9-3fae-e0fc95b993a9" [ 851.795264] env[68116]: _type = "HttpNfcLease" [ 851.795264] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.823029] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.826199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.837910] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786090, 'name': ReconfigVM_Task, 'duration_secs': 0.335109} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.838239] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.838912] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754b73bb-9a04-49d4-9101-977b583bf31e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.850084] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 851.850084] env[68116]: value = "task-2786092" [ 851.850084] env[68116]: _type = "Task" [ 851.850084] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.862974] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786092, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.951515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "eaff0def-33a7-4d43-b42f-831309b1ab40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.951515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.951515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "eaff0def-33a7-4d43-b42f-831309b1ab40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.951515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.951515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.952264] env[68116]: INFO nova.compute.manager [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Terminating instance [ 851.990407] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac30f1f-e715-4c01-830d-7e9d57a69d0a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.004650] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d92818-b225-49ce-8959-831efb390512 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.043313] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca36201b-b30d-4f9f-9210-b4715c353578 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.052474] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68effb8-3ebe-43ce-8b96-10c41b3c52d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.071976] env[68116]: DEBUG nova.compute.provider_tree [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.205411] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.295219] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.295219] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ba4c1b-1afb-d1a9-3fae-e0fc95b993a9" [ 852.295219] env[68116]: _type = "HttpNfcLease" [ 852.295219] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.295942] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.295942] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ba4c1b-1afb-d1a9-3fae-e0fc95b993a9" [ 852.295942] env[68116]: _type = "HttpNfcLease" [ 852.295942] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 852.296390] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c34b583-3bb1-4f66-95a1-879abbc5cefb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.306417] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232400e-0bc6-176c-43b9-dd417a9d22d9/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.306626] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232400e-0bc6-176c-43b9-dd417a9d22d9/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 852.387715] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.389583] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a0c23e-f204-4b7a-8a61-d89b8f97f0f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.400236] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786092, 'name': Rename_Task, 'duration_secs': 0.222369} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.405930] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.406332] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786089, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.553815} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.406769] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.407215] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-385fba30-93c4-4fd7-92c0-f568c9f48250 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.408756] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 0e2dea7a-c8ea-4993-aaba-720e40d00650/0e2dea7a-c8ea-4993-aaba-720e40d00650.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.408959] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.409238] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9215a19-0d71-4cfc-acb0-7cf5b1e05ea3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.411033] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf4f1f7e-71ae-47d3-bd23-228da3a6e18e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.421843] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 852.421843] env[68116]: value = "task-2786093" [ 852.421843] env[68116]: _type = "Task" [ 852.421843] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.426411] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 852.426411] env[68116]: value = "task-2786095" [ 852.426411] env[68116]: _type = "Task" [ 852.426411] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.432992] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.436334] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc3b1765-40bf-4ae6-b249-f50585820773 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.441012] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.460314] env[68116]: DEBUG nova.compute.manager [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.460611] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.461412] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa33ae5-efd6-4818-b18d-6dc0a8d3ca90 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.474075] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.477349] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-403beaa1-1466-49a5-8327-2c2eb88a0a33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.485629] env[68116]: DEBUG oslo_vmware.api [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 852.485629] env[68116]: value = "task-2786096" [ 852.485629] env[68116]: _type = "Task" [ 852.485629] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.502088] env[68116]: DEBUG oslo_vmware.api [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.576378] env[68116]: DEBUG nova.scheduler.client.report [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.687027] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.702426] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.702938] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.702938] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleting the datastore file [datastore2] 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.703196] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ebe25bb-e0e1-4c6f-9937-6c80afeb41fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.713325] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 852.713325] env[68116]: value = "task-2786097" [ 852.713325] env[68116]: _type = "Task" [ 852.713325] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.726024] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.937243] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314743} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.940689] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.941194] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786093, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.941911] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c17521-90b6-44a9-b1c3-e801cd9be137 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.971088] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 0e2dea7a-c8ea-4993-aaba-720e40d00650/0e2dea7a-c8ea-4993-aaba-720e40d00650.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.971735] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7cc81a-256c-4cc3-836e-a74b42adf98b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.998087] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 852.998087] env[68116]: value = "task-2786098" [ 852.998087] env[68116]: _type = "Task" [ 852.998087] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.005916] env[68116]: DEBUG oslo_vmware.api [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786096, 'name': PowerOffVM_Task, 'duration_secs': 0.218707} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.006899] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.007584] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.008056] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b57e496c-1be1-4b88-89d2-e77f3007537f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.013723] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.087337] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.088333] env[68116]: DEBUG nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.093017] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.669s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.093515] env[68116]: DEBUG nova.objects.instance [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lazy-loading 'resources' on Instance uuid efd1af41-2bca-4c61-830e-c7aa2a8be716 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.108521] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.108521] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.108521] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Deleting the datastore file [datastore1] eaff0def-33a7-4d43-b42f-831309b1ab40 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.108521] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc5aeac1-55b5-477c-901f-0a020fca8f2f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.115155] env[68116]: DEBUG oslo_vmware.api [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for the task: (returnval){ [ 853.115155] env[68116]: value = "task-2786100" [ 853.115155] env[68116]: _type = "Task" [ 853.115155] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.128726] env[68116]: DEBUG oslo_vmware.api [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.187157] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.226845] env[68116]: DEBUG oslo_vmware.api [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22007} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.227254] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.229150] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.229150] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.260728] env[68116]: INFO nova.scheduler.client.report [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted allocations for instance 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311 [ 853.438395] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786093, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.474981] env[68116]: DEBUG nova.compute.manager [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Received event network-vif-unplugged-dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.474981] env[68116]: DEBUG oslo_concurrency.lockutils [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] Acquiring lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.474981] env[68116]: DEBUG oslo_concurrency.lockutils [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.475619] env[68116]: DEBUG oslo_concurrency.lockutils [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.475790] env[68116]: DEBUG nova.compute.manager [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] No waiting events found dispatching network-vif-unplugged-dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.475963] env[68116]: WARNING nova.compute.manager [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Received unexpected event network-vif-unplugged-dcee7ea5-3dae-4939-94b5-f7d0059423ac for instance with vm_state shelved_offloaded and task_state None. [ 853.476140] env[68116]: DEBUG nova.compute.manager [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Received event network-changed-dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.476291] env[68116]: DEBUG nova.compute.manager [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Refreshing instance network info cache due to event network-changed-dcee7ea5-3dae-4939-94b5-f7d0059423ac. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 853.476478] env[68116]: DEBUG oslo_concurrency.lockutils [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] Acquiring lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.476610] env[68116]: DEBUG oslo_concurrency.lockutils [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] Acquired lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.476768] env[68116]: DEBUG nova.network.neutron [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Refreshing network info cache for port dcee7ea5-3dae-4939-94b5-f7d0059423ac {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.512380] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786098, 'name': ReconfigVM_Task, 'duration_secs': 0.483676} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.512581] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 0e2dea7a-c8ea-4993-aaba-720e40d00650/0e2dea7a-c8ea-4993-aaba-720e40d00650.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.513309] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef699fe8-a09b-4269-adca-42fa41d609c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.524056] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 853.524056] env[68116]: value = "task-2786101" [ 853.524056] env[68116]: _type = "Task" [ 853.524056] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.535085] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786101, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.600266] env[68116]: DEBUG nova.compute.utils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.604721] env[68116]: DEBUG nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 853.631514] env[68116]: DEBUG oslo_vmware.api [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Task: {'id': task-2786100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201425} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.638233] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.638233] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.638352] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.638727] env[68116]: INFO nova.compute.manager [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Took 1.18 seconds to destroy the instance on the hypervisor. [ 853.639156] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.639962] env[68116]: DEBUG nova.compute.manager [-] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.640406] env[68116]: DEBUG nova.network.neutron [-] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.690180] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.766040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.942756] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.974062] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.036096] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786101, 'name': Rename_Task, 'duration_secs': 0.301056} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.039637] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.040247] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8469b68f-93b2-4d1f-94c6-599646beaaf9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.051455] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 854.051455] env[68116]: value = "task-2786102" [ 854.051455] env[68116]: _type = "Task" [ 854.051455] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.065778] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.112608] env[68116]: DEBUG nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.183628] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.229712] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce622c97-954d-47ed-9894-671fb69c582e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.242256] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f7cd56-c337-4f22-9fff-47e2b60f1686 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.280456] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931bc805-a4b7-4e45-b07d-1c71f746e1bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.289911] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e341f45-0c8c-4aaa-8523-51e9a6fd59db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.307418] env[68116]: DEBUG nova.compute.provider_tree [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.319656] env[68116]: DEBUG nova.network.neutron [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Updated VIF entry in instance network info cache for port dcee7ea5-3dae-4939-94b5-f7d0059423ac. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.320022] env[68116]: DEBUG nova.network.neutron [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Updating instance_info_cache with network_info: [{"id": "dcee7ea5-3dae-4939-94b5-f7d0059423ac", "address": "fa:16:3e:4c:77:db", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": null, "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdcee7ea5-3d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.435505] env[68116]: DEBUG oslo_vmware.api [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786093, 'name': PowerOnVM_Task, 'duration_secs': 1.767425} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.435904] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.436032] env[68116]: INFO nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Took 11.67 seconds to spawn the instance on the hypervisor. [ 854.436180] env[68116]: DEBUG nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.437254] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68e70b-b9cd-4356-8917-bfcb24345041 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.562939] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.568430] env[68116]: DEBUG nova.network.neutron [-] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.683596] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.810884] env[68116]: DEBUG nova.scheduler.client.report [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.823223] env[68116]: DEBUG oslo_concurrency.lockutils [req-00748b07-19fb-480c-ad04-a418dd32ccb6 req-67cfa1a0-f6d1-499a-b52f-2a4880157dc1 service nova] Releasing lock "refresh_cache-0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957729] env[68116]: INFO nova.compute.manager [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Took 51.59 seconds to build instance. [ 855.065622] env[68116]: DEBUG oslo_vmware.api [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786102, 'name': PowerOnVM_Task, 'duration_secs': 0.699146} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.066166] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.066402] env[68116]: INFO nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Took 9.59 seconds to spawn the instance on the hypervisor. [ 855.066593] env[68116]: DEBUG nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.067815] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe31ab79-440c-46b3-a652-8fc4eb88b58a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.071114] env[68116]: INFO nova.compute.manager [-] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Took 1.43 seconds to deallocate network for instance. [ 855.126898] env[68116]: DEBUG nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.185875] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.318290] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.320728] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.656s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.320978] env[68116]: DEBUG nova.objects.instance [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lazy-loading 'resources' on Instance uuid 10436fc4-3f5c-4fbf-b316-1986fce6eeeb {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.352045] env[68116]: INFO nova.scheduler.client.report [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Deleted allocations for instance efd1af41-2bca-4c61-830e-c7aa2a8be716 [ 855.460111] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dd4621fe-674e-46c5-aeaf-23d94bf22c79 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.224s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.586704] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.610856] env[68116]: INFO nova.compute.manager [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Took 49.89 seconds to build instance. [ 855.684798] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.862431] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bcdbebd2-da03-46f4-bd87-05ea7b674299 tempest-ServersTestFqdnHostnames-402908171 tempest-ServersTestFqdnHostnames-402908171-project-member] Lock "efd1af41-2bca-4c61-830e-c7aa2a8be716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.019s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.967670] env[68116]: DEBUG nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.113798] env[68116]: DEBUG oslo_concurrency.lockutils [None req-123ba171-5b6d-421e-9497-5483b0d8759a tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.402s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.190364] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.441379] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fabd307-1744-45d8-8534-fa7ca3e110a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.450785] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e17396f-8ad6-4534-a8a1-7a2d74895dc3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.490573] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03dd24a-b8b3-41ad-98ee-e321b8072ff5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.500188] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e8b4e-56a3-4c04-a51e-885ac6982f56 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.510181] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.521024] env[68116]: DEBUG nova.compute.provider_tree [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.618913] env[68116]: DEBUG nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.688040] env[68116]: DEBUG oslo_vmware.api [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786086, 'name': ReconfigVM_Task, 'duration_secs': 5.850086} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.688040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.688427] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Reconfigured VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 856.944204] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.944204] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.944394] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.944496] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.944639] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.944921] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.945187] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.946189] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.946189] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.946189] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.946189] env[68116]: DEBUG nova.virt.hardware [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.948122] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a212ebd5-bc1a-4a49-9427-63fc316f895d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.962731] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e892a4-532a-5051-c822-4b8433278d60/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.965615] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f33e3e6-41a9-4ee7-9632-b9cdb5627eb0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.973026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd8f0b2-da5c-489c-a955-ebf404020ae7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.999330] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.003780] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Creating folder: Project (0fefae1f4f53432b945de2302c06e713). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.004220] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e892a4-532a-5051-c822-4b8433278d60/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.004376] env[68116]: ERROR oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e892a4-532a-5051-c822-4b8433278d60/disk-0.vmdk due to incomplete transfer. [ 857.006892] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-704ec64a-d15c-4f1c-968e-31ca175b4020 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.008622] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0627ae0-21ae-4e8f-aede-4def337d52ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.019474] env[68116]: DEBUG oslo_vmware.rw_handles [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e892a4-532a-5051-c822-4b8433278d60/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.019659] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Uploaded image d739e81f-6434-49cc-afed-76e77a0e9cd0 to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.022222] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.024116] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1010824-8483-4e96-80a6-af1f6e2fb8fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.026452] env[68116]: DEBUG nova.scheduler.client.report [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.029939] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Created folder: Project (0fefae1f4f53432b945de2302c06e713) in parent group-v559920. [ 857.030330] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Creating folder: Instances. Parent ref: group-v560094. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.031064] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-181ccaba-c367-4578-a119-66c62c1b828d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.040462] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 857.040462] env[68116]: value = "task-2786105" [ 857.040462] env[68116]: _type = "Task" [ 857.040462] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.045596] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Created folder: Instances in parent group-v560094. [ 857.045860] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.046597] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.046870] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8189bb87-a966-420e-9604-d81860611b16 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.065201] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786105, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.072757] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.072757] env[68116]: value = "task-2786106" [ 857.072757] env[68116]: _type = "Task" [ 857.072757] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.094469] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786106, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.147367] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.479671] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.534151] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.541761] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.980s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.557025] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786105, 'name': Destroy_Task, 'duration_secs': 0.482979} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.557025] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Destroyed the VM [ 857.557025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.557025] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f320ad8-1693-4f22-ad99-69c75944dfee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.559677] env[68116]: INFO nova.scheduler.client.report [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleted allocations for instance 10436fc4-3f5c-4fbf-b316-1986fce6eeeb [ 857.567464] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 857.567464] env[68116]: value = "task-2786107" [ 857.567464] env[68116]: _type = "Task" [ 857.567464] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.579401] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.589648] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786106, 'name': CreateVM_Task, 'duration_secs': 0.461281} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.589829] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.590323] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.590485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.590805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.591088] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6f4a7e-184c-445f-8f5d-929395ab206d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.597991] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 857.597991] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523a1e88-9ebd-4e4f-d13c-61b0eb68bc81" [ 857.597991] env[68116]: _type = "Task" [ 857.597991] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.609218] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523a1e88-9ebd-4e4f-d13c-61b0eb68bc81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.910171] env[68116]: DEBUG nova.compute.manager [req-04f99951-6885-4625-8048-842f5040e119 req-c616743b-ffd8-4b99-afe9-423c8dc22f9a service nova] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Received event network-vif-deleted-6e666117-272f-41c4-bc59-8131b6dd8d1b {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.016038] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.016276] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.016459] env[68116]: DEBUG nova.network.neutron [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.052633] env[68116]: INFO nova.compute.claims [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.080037] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e58b4507-71fc-48d3-9187-9649a106ffb7 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "10436fc4-3f5c-4fbf-b316-1986fce6eeeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.997s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.089335] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786107, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.111523] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523a1e88-9ebd-4e4f-d13c-61b0eb68bc81, 'name': SearchDatastore_Task, 'duration_secs': 0.017023} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.111523] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.111727] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.111870] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.112034] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.112213] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.112500] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa5ad0f-e600-4ccb-b8b9-25b5d39955a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.125166] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.125601] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.126116] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b2d374-bc97-4e14-b81b-5551b0266249 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.133364] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 858.133364] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f5db42-ac40-39ab-afc4-6e6ecf5fe887" [ 858.133364] env[68116]: _type = "Task" [ 858.133364] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.144967] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f5db42-ac40-39ab-afc4-6e6ecf5fe887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.566215] env[68116]: INFO nova.compute.resource_tracker [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating resource usage from migration 7e6e2328-013e-4268-aefb-aef39228af0e [ 858.587538] env[68116]: DEBUG oslo_vmware.api [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786107, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675014} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.588566] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 858.588566] env[68116]: INFO nova.compute.manager [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Took 13.94 seconds to snapshot the instance on the hypervisor. [ 858.651216] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f5db42-ac40-39ab-afc4-6e6ecf5fe887, 'name': SearchDatastore_Task, 'duration_secs': 0.016537} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.654912] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329efa83-841c-47ed-8adc-b1ae1010ec9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.661801] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 858.661801] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5289bb92-9725-1df2-7fdb-bdbdcf08bc28" [ 858.661801] env[68116]: _type = "Task" [ 858.661801] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.677216] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5289bb92-9725-1df2-7fdb-bdbdcf08bc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.833121] env[68116]: INFO nova.network.neutron [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Port 0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 858.833726] env[68116]: DEBUG nova.network.neutron [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updating instance_info_cache with network_info: [{"id": "18dc42e8-352c-4960-a782-1034bbc0a806", "address": "fa:16:3e:c8:4e:1c", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dc42e8-35", "ovs_interfaceid": "18dc42e8-352c-4960-a782-1034bbc0a806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.082315] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89dbba7-3704-43c1-980a-6a7d403dfb57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.089019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.089288] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.089519] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.090388] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.090388] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.097269] env[68116]: INFO nova.compute.manager [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Terminating instance [ 859.100321] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1d939f-1d5c-4095-9ad6-df5e26f902fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.140779] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "cc659801-e9ef-4e26-baef-533548faa249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.141019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "cc659801-e9ef-4e26-baef-533548faa249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.141243] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "cc659801-e9ef-4e26-baef-533548faa249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.141569] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "cc659801-e9ef-4e26-baef-533548faa249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.141655] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "cc659801-e9ef-4e26-baef-533548faa249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.145845] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db9d34d-b94d-4c81-97bc-52a18a0c0df2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.149848] env[68116]: INFO nova.compute.manager [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Terminating instance [ 859.161156] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6084c4-0533-4aa6-96e1-1aba72125657 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.182596] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5289bb92-9725-1df2-7fdb-bdbdcf08bc28, 'name': SearchDatastore_Task, 'duration_secs': 0.018691} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.190751] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191119] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.191993] env[68116]: DEBUG nova.compute.provider_tree [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.196771] env[68116]: DEBUG nova.compute.manager [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Found 3 images (rotation: 2) {{(pid=68116) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 859.196925] env[68116]: DEBUG nova.compute.manager [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Rotating out 1 backups {{(pid=68116) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 859.197103] env[68116]: DEBUG nova.compute.manager [None req-8fdab2ee-88cc-4137-b7ee-765a787aacfe tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleting image 58c75fd5-d48a-46f7-987d-8c81e7c8a20e {{(pid=68116) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 859.200144] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce993a8-7e68-4627-8659-4d1cf97799b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.207459] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.208846] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.214971] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 859.214971] env[68116]: value = "task-2786108" [ 859.214971] env[68116]: _type = "Task" [ 859.214971] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.224607] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.338844] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-bd47b8e0-c366-4566-be38-0be8bd3cf92a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.610053] env[68116]: DEBUG nova.compute.manager [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.610299] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.611591] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66705dc0-0cbc-436d-96ed-adfd13d7a0cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.624761] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.625113] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bbab2a0-f3ed-4dca-92f0-4052206181ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.635277] env[68116]: DEBUG oslo_vmware.api [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 859.635277] env[68116]: value = "task-2786109" [ 859.635277] env[68116]: _type = "Task" [ 859.635277] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.648011] env[68116]: DEBUG oslo_vmware.api [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.655247] env[68116]: DEBUG nova.compute.manager [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.655247] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.656145] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe81739-c66f-4455-9d68-ddb41ed9e0dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.667933] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.668276] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb10022-bb2a-465d-b63b-b44465a14186 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.679569] env[68116]: DEBUG oslo_vmware.api [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 859.679569] env[68116]: value = "task-2786110" [ 859.679569] env[68116]: _type = "Task" [ 859.679569] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.690808] env[68116]: DEBUG oslo_vmware.api [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.707175] env[68116]: DEBUG nova.scheduler.client.report [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.730724] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786108, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.843566] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c84e19f5-5351-453d-a192-24ef87963f99 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-bd47b8e0-c366-4566-be38-0be8bd3cf92a-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.771s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.945224] env[68116]: DEBUG nova.compute.manager [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Received event network-changed-1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 859.945882] env[68116]: DEBUG nova.compute.manager [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Refreshing instance network info cache due to event network-changed-1a1e488b-ad4d-4e23-b588-c71eeca05329. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 859.945882] env[68116]: DEBUG oslo_concurrency.lockutils [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] Acquiring lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.945882] env[68116]: DEBUG oslo_concurrency.lockutils [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] Acquired lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.946081] env[68116]: DEBUG nova.network.neutron [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Refreshing network info cache for port 1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.152781] env[68116]: DEBUG oslo_vmware.api [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786109, 'name': PowerOffVM_Task, 'duration_secs': 0.310936} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.152781] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.152781] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.152781] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12176b3c-e750-42d3-b7d0-9ac9fb9e78a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.193828] env[68116]: DEBUG oslo_vmware.api [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786110, 'name': PowerOffVM_Task, 'duration_secs': 0.269194} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.194420] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.194420] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.194687] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1af7b9b9-d674-4c49-b05f-87fde269bf2c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.214780] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.677s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.214780] env[68116]: INFO nova.compute.manager [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Migrating [ 860.221375] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.108s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.221615] env[68116]: DEBUG nova.objects.instance [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lazy-loading 'resources' on Instance uuid 37b39a21-4d4d-432d-a3f9-88f20d00ed86 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.240954] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.241240] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.241407] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleting the datastore file [datastore2] bd47b8e0-c366-4566-be38-0be8bd3cf92a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.242388] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97b72639-9dd4-4747-ac4d-6837822fc862 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.248933] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690742} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.249719] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.249994] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.250269] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f82138b-7fa7-4d38-8cbf-ed39b08d6f84 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.255042] env[68116]: DEBUG oslo_vmware.api [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 860.255042] env[68116]: value = "task-2786113" [ 860.255042] env[68116]: _type = "Task" [ 860.255042] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.262046] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 860.262046] env[68116]: value = "task-2786114" [ 860.262046] env[68116]: _type = "Task" [ 860.262046] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.272023] env[68116]: DEBUG oslo_vmware.api [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.280279] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.283818] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.283818] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.284094] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleting the datastore file [datastore2] cc659801-e9ef-4e26-baef-533548faa249 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.284519] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd784624-a719-455c-8fef-b4a2dea1b7bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.294153] env[68116]: DEBUG oslo_vmware.api [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 860.294153] env[68116]: value = "task-2786115" [ 860.294153] env[68116]: _type = "Task" [ 860.294153] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.304179] env[68116]: DEBUG oslo_vmware.api [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.324348] env[68116]: DEBUG nova.compute.manager [req-e9004e38-67c4-4419-b1f1-0eb857b34ff5 req-349e01cb-fc82-4aa4-b995-e86152965a65 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received event network-vif-deleted-0f6791ca-5e7a-4a9c-bb52-9ce0d07b5c2e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.743162] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.743162] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.743162] env[68116]: DEBUG nova.network.neutron [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.783427] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084214} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.785025] env[68116]: DEBUG oslo_vmware.api [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512755} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.785025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.785600] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.786061] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.786983] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.786983] env[68116]: INFO nova.compute.manager [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 860.787388] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.794025] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd409d-0966-49b1-ad7c-afef3d67bc69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.794950] env[68116]: DEBUG nova.compute.manager [-] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.795277] env[68116]: DEBUG nova.network.neutron [-] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.808893] env[68116]: DEBUG oslo_vmware.api [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487498} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.821825] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.822367] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.822693] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.822992] env[68116]: INFO nova.compute.manager [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: cc659801-e9ef-4e26-baef-533548faa249] Took 1.17 seconds to destroy the instance on the hypervisor. [ 860.823646] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.835543] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.837615] env[68116]: DEBUG nova.compute.manager [-] [instance: cc659801-e9ef-4e26-baef-533548faa249] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.837615] env[68116]: DEBUG nova.network.neutron [-] [instance: cc659801-e9ef-4e26-baef-533548faa249] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.838823] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ea6718-c7ea-448d-821c-7f5770fe9dba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.860528] env[68116]: DEBUG nova.network.neutron [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Updated VIF entry in instance network info cache for port 1a1e488b-ad4d-4e23-b588-c71eeca05329. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.861249] env[68116]: DEBUG nova.network.neutron [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Updating instance_info_cache with network_info: [{"id": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "address": "fa:16:3e:f8:50:4b", "network": {"id": "7062e7e3-111a-499a-9143-ffee854faa23", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-861319510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8cacd2ff144f61ae4e39a31d2836fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1e488b-ad", "ovs_interfaceid": "1a1e488b-ad4d-4e23-b588-c71eeca05329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.873067] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 860.873067] env[68116]: value = "task-2786116" [ 860.873067] env[68116]: _type = "Task" [ 860.873067] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.883302] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.293190] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c54eb8-99bc-4111-aa1f-5318757c16cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.304295] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d3259-98e1-4ee2-8d3f-889e4b693aac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.340716] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e5312-c323-4707-82d8-646bd432a389 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.351262] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72872a7f-6004-43c6-9c6a-5ab6d093645d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.367041] env[68116]: DEBUG oslo_concurrency.lockutils [req-1fbbde45-1597-4065-b508-0e027e261cd8 req-3051f640-c8ee-410f-a990-541a611745f5 service nova] Releasing lock "refresh_cache-0e2dea7a-c8ea-4993-aaba-720e40d00650" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.368228] env[68116]: DEBUG nova.compute.provider_tree [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.387639] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.502335] env[68116]: DEBUG nova.compute.manager [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 861.562993] env[68116]: DEBUG nova.network.neutron [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance_info_cache with network_info: [{"id": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "address": "fa:16:3e:0f:a3:47", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a2d912-e9", "ovs_interfaceid": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.790318] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232400e-0bc6-176c-43b9-dd417a9d22d9/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 861.791533] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874229c3-49af-4fc3-be3c-eb167128c2f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.799474] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232400e-0bc6-176c-43b9-dd417a9d22d9/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 861.799823] env[68116]: ERROR oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232400e-0bc6-176c-43b9-dd417a9d22d9/disk-0.vmdk due to incomplete transfer. [ 861.800363] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-524950bc-3413-4d17-b4af-34e033399411 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.808708] env[68116]: DEBUG oslo_vmware.rw_handles [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232400e-0bc6-176c-43b9-dd417a9d22d9/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 861.809773] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Uploaded image ba0e148d-d56f-49ab-8abf-04893a3b86d0 to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 861.813665] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.813665] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e61fb919-02f6-4a43-b1c8-b10cbecade9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.821260] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 861.821260] env[68116]: value = "task-2786117" [ 861.821260] env[68116]: _type = "Task" [ 861.821260] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.829670] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786117, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.876110] env[68116]: DEBUG nova.scheduler.client.report [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.892662] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786116, 'name': ReconfigVM_Task, 'duration_secs': 0.569377} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.892662] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.892662] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e39e2f-aba9-46ec-8cd3-056e9f306199 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.900331] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 861.900331] env[68116]: value = "task-2786118" [ 861.900331] env[68116]: _type = "Task" [ 861.900331] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.911388] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786118, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.973141] env[68116]: DEBUG nova.network.neutron [-] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.027160] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.065970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.332326] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786117, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.382570] env[68116]: DEBUG nova.network.neutron [-] [instance: cc659801-e9ef-4e26-baef-533548faa249] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.385817] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.388187] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.736s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.415245] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786118, 'name': Rename_Task, 'duration_secs': 0.340179} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.415552] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.415809] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b9ce94-5f29-4d77-be6b-71783b49f652 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.423168] env[68116]: INFO nova.scheduler.client.report [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Deleted allocations for instance 37b39a21-4d4d-432d-a3f9-88f20d00ed86 [ 862.433945] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 862.433945] env[68116]: value = "task-2786119" [ 862.433945] env[68116]: _type = "Task" [ 862.433945] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.449239] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786119, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.471673] env[68116]: DEBUG nova.compute.manager [req-cb052e22-75de-47a1-93d2-c3a6a3f221ba req-44a85a22-0b63-4ef3-a9d0-486384647aef service nova] [instance: cc659801-e9ef-4e26-baef-533548faa249] Received event network-vif-deleted-517cb987-523c-4609-99ba-7ac49c0f6b14 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 862.475964] env[68116]: INFO nova.compute.manager [-] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Took 1.68 seconds to deallocate network for instance. [ 862.604233] env[68116]: DEBUG nova.compute.manager [req-a302e8ac-9d52-4acf-b632-62f9c87a2080 req-be62b2ba-5566-46f5-acbc-42844c89d3d5 service nova] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Received event network-vif-deleted-18dc42e8-352c-4960-a782-1034bbc0a806 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 862.835719] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786117, 'name': Destroy_Task, 'duration_secs': 0.77675} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.838083] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Destroyed the VM [ 862.838394] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.838840] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b3bc3cc-21c0-4ec4-8661-e307803a0fc8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.847683] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 862.847683] env[68116]: value = "task-2786120" [ 862.847683] env[68116]: _type = "Task" [ 862.847683] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.868705] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786120, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.886617] env[68116]: INFO nova.compute.manager [-] [instance: cc659801-e9ef-4e26-baef-533548faa249] Took 2.05 seconds to deallocate network for instance. [ 862.944389] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1795ddfb-628c-4d9b-ace6-f9f43a85e2c8 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "37b39a21-4d4d-432d-a3f9-88f20d00ed86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.111s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.958369] env[68116]: DEBUG oslo_vmware.api [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786119, 'name': PowerOnVM_Task, 'duration_secs': 0.494605} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.958560] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.958635] env[68116]: INFO nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Took 7.83 seconds to spawn the instance on the hypervisor. [ 862.958773] env[68116]: DEBUG nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.959628] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c61fa9-971d-42e4-8e4b-9cf0e7bfbfc1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.989818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.063246] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c868f1ac-4b09-42d7-b907-7f1ba97e5fbb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.079802] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748565b9-9a4a-4794-b06c-8848fe412bbb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.125741] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.126017] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.126247] env[68116]: DEBUG nova.compute.manager [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.127286] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93bc7ba-8117-42e7-adda-89d5c0bc4ba3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.130870] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc1158-09c0-4113-9df2-b59ed9bb26fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.141246] env[68116]: DEBUG nova.compute.manager [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 863.141670] env[68116]: DEBUG nova.objects.instance [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'flavor' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.144753] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee45fc-b83b-4331-af99-f44b27835430 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.164968] env[68116]: DEBUG nova.compute.provider_tree [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.358886] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786120, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.369933] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "06daaad2-1e1a-4144-afb5-6e244d4c557a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.370203] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.371087] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "06daaad2-1e1a-4144-afb5-6e244d4c557a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.371087] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.371087] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.373170] env[68116]: INFO nova.compute.manager [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Terminating instance [ 863.393561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.480395] env[68116]: INFO nova.compute.manager [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Took 41.20 seconds to build instance. [ 863.587674] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01919b9b-9bb8-419b-8b02-78be5d8cc2e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.613426] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance '6a5e8baa-30b1-426f-8e85-7a59f50a45f9' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.668677] env[68116]: DEBUG nova.scheduler.client.report [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.860564] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786120, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.877583] env[68116]: DEBUG nova.compute.manager [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.877818] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.878727] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811c6535-336c-4288-9653-4d681ea0da4e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.887561] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.887830] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da151793-4df0-44b8-b752-4078a9c74a59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.983475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea28bde5-e177-4a66-baaf-a65cda4391dd tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.714s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.119945] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.120461] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6917de76-63c0-47da-94ab-d46c3cd9777c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.129845] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 864.129845] env[68116]: value = "task-2786122" [ 864.129845] env[68116]: _type = "Task" [ 864.129845] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.144027] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.156412] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.156826] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83640def-8a17-4536-b0f1-4f6da711e8c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168061] env[68116]: DEBUG oslo_vmware.api [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 864.168061] env[68116]: value = "task-2786123" [ 864.168061] env[68116]: _type = "Task" [ 864.168061] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.179923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.180271] env[68116]: INFO nova.compute.manager [None req-e8501d86-c173-4ddb-a820-96e0c360ef9d tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Successfully reverted task state from rebuilding on failure for instance. [ 864.186622] env[68116]: DEBUG oslo_vmware.api [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.187291] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.705s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.189298] env[68116]: INFO nova.compute.claims [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.216519] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.216767] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.216996] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleting the datastore file [datastore2] 06daaad2-1e1a-4144-afb5-6e244d4c557a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.217338] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ff0314-e893-4a37-a930-dfa32c5af474 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.234424] env[68116]: DEBUG oslo_vmware.api [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 864.234424] env[68116]: value = "task-2786124" [ 864.234424] env[68116]: _type = "Task" [ 864.234424] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.245488] env[68116]: DEBUG oslo_vmware.api [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.327386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "704e4902-d8b1-4b6b-9314-4d887bc583c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.327588] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.361815] env[68116]: DEBUG oslo_vmware.api [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786120, 'name': RemoveSnapshot_Task, 'duration_secs': 1.067513} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.362163] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.362385] env[68116]: INFO nova.compute.manager [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 864.485974] env[68116]: DEBUG nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.620536] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "fb8594a2-f959-4911-b033-c6d90f04e958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.620785] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "fb8594a2-f959-4911-b033-c6d90f04e958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.640737] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786122, 'name': PowerOffVM_Task, 'duration_secs': 0.245745} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.640994] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.641254] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance '6a5e8baa-30b1-426f-8e85-7a59f50a45f9' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.679512] env[68116]: DEBUG oslo_vmware.api [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786123, 'name': PowerOffVM_Task, 'duration_secs': 0.209088} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.679512] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.679811] env[68116]: DEBUG nova.compute.manager [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.680728] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9decf5-7d9d-43c9-a40f-33e83448dad3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.746082] env[68116]: DEBUG oslo_vmware.api [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465434} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.746495] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.746789] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.747087] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.747367] env[68116]: INFO nova.compute.manager [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Took 0.87 seconds to destroy the instance on the hypervisor. [ 864.747642] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.748039] env[68116]: DEBUG nova.compute.manager [-] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.748039] env[68116]: DEBUG nova.network.neutron [-] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.867092] env[68116]: DEBUG nova.compute.manager [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Instance disappeared during snapshot {{(pid=68116) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 864.881271] env[68116]: DEBUG nova.compute.manager [None req-48fbdc26-c2a9-4a69-a7af-e214cbac5b5c tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image not found during clean up ba0e148d-d56f-49ab-8abf-04893a3b86d0 {{(pid=68116) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 864.929379] env[68116]: INFO nova.compute.manager [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Rebuilding instance [ 864.977517] env[68116]: DEBUG nova.compute.manager [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.978401] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe942f54-535e-4107-9144-5cc6daf0be80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.004202] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.149571] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.149988] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.150917] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.150917] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.150917] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.150917] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.151227] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.151460] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.151712] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.151992] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.152226] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.157681] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f21a33-dacf-406c-b690-ab611ea95272 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.177291] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 865.177291] env[68116]: value = "task-2786125" [ 865.177291] env[68116]: _type = "Task" [ 865.177291] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.187139] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.193999] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7911fd29-8fac-4bde-8912-3486ee2d2f7f tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.248419] env[68116]: DEBUG nova.compute.manager [req-0055fce4-76c3-461e-a83e-378cb2077d28 req-8c6a46e4-bf06-4a6b-b9a0-799fea48d21d service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Received event network-vif-deleted-d436e26c-747c-4a7c-a6e9-594adfc21d33 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.248674] env[68116]: INFO nova.compute.manager [req-0055fce4-76c3-461e-a83e-378cb2077d28 req-8c6a46e4-bf06-4a6b-b9a0-799fea48d21d service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Neutron deleted interface d436e26c-747c-4a7c-a6e9-594adfc21d33; detaching it from the instance and deleting it from the info cache [ 865.248913] env[68116]: DEBUG nova.network.neutron [req-0055fce4-76c3-461e-a83e-378cb2077d28 req-8c6a46e4-bf06-4a6b-b9a0-799fea48d21d service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.633908] env[68116]: DEBUG nova.network.neutron [-] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.673534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b7a98-6ab0-4f05-a4d2-95f4a9238421 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.691451] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786125, 'name': ReconfigVM_Task, 'duration_secs': 0.231242} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.693488] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance '6a5e8baa-30b1-426f-8e85-7a59f50a45f9' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.698564] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961600b7-8d09-4d17-b9b7-2e321b67b506 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.737719] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849b73c6-f954-4170-b62a-038ea701c703 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.746390] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0923b27c-c342-4780-a460-3b754db5027a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.751659] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0516cb01-123e-4578-bcd6-5ee571adb886 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.761931] env[68116]: DEBUG nova.compute.provider_tree [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.766951] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8fa1af-041a-4a8f-a2f2-adc53041a1b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.802131] env[68116]: DEBUG nova.compute.manager [req-0055fce4-76c3-461e-a83e-378cb2077d28 req-8c6a46e4-bf06-4a6b-b9a0-799fea48d21d service nova] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Detach interface failed, port_id=d436e26c-747c-4a7c-a6e9-594adfc21d33, reason: Instance 06daaad2-1e1a-4144-afb5-6e244d4c557a could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 865.993588] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.994014] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f154ef-9bef-4c8e-8cce-4fab33a86de3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.004127] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 866.004127] env[68116]: value = "task-2786126" [ 866.004127] env[68116]: _type = "Task" [ 866.004127] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.016736] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.136711] env[68116]: INFO nova.compute.manager [-] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Took 1.39 seconds to deallocate network for instance. [ 866.199449] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.199669] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.199827] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.200017] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.200173] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.200317] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.200518] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.200681] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.200848] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.201022] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.201208] env[68116]: DEBUG nova.virt.hardware [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.206654] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 866.206901] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac2a1a5-e709-4913-8280-17e79ce5980e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.227113] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 866.227113] env[68116]: value = "task-2786127" [ 866.227113] env[68116]: _type = "Task" [ 866.227113] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.235264] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.281164] env[68116]: DEBUG nova.scheduler.client.report [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.519025] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786126, 'name': PowerOffVM_Task, 'duration_secs': 0.132693} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.519025] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.519025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.519025] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde3d8c-b497-487f-acf5-c8ab66409b84 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.525785] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.526191] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc309ce2-c0dd-469a-af6a-4fea780f9e3b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.558784] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.559012] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.559195] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Deleting the datastore file [datastore1] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.559453] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56debdb7-7a8d-4493-8b1b-d3886cc416e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.566311] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 866.566311] env[68116]: value = "task-2786129" [ 866.566311] env[68116]: _type = "Task" [ 866.566311] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.575343] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.644732] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.737689] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786127, 'name': ReconfigVM_Task, 'duration_secs': 0.307474} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.737947] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.738771] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0a6c4a-792e-4331-af94-d846e2f28ab4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.761062] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 6a5e8baa-30b1-426f-8e85-7a59f50a45f9/6a5e8baa-30b1-426f-8e85-7a59f50a45f9.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.761340] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e740071-1266-4211-8519-c1bb4144fd45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.780974] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 866.780974] env[68116]: value = "task-2786130" [ 866.780974] env[68116]: _type = "Task" [ 866.780974] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.787588] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.788131] env[68116]: DEBUG nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.795280] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.126s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.796735] env[68116]: INFO nova.compute.claims [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.799274] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.800039] env[68116]: DEBUG nova.compute.manager [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Stashing vm_state: stopped {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 866.877332] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.877608] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.877815] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.877993] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.878180] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.880559] env[68116]: INFO nova.compute.manager [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Terminating instance [ 867.077952] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101652} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.078252] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.078432] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.078602] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.292045] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786130, 'name': ReconfigVM_Task, 'duration_secs': 0.283354} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.292329] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 6a5e8baa-30b1-426f-8e85-7a59f50a45f9/6a5e8baa-30b1-426f-8e85-7a59f50a45f9.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.292607] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance '6a5e8baa-30b1-426f-8e85-7a59f50a45f9' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.303046] env[68116]: DEBUG nova.compute.utils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.304332] env[68116]: DEBUG nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.304495] env[68116]: DEBUG nova.network.neutron [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.327256] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.384157] env[68116]: DEBUG nova.compute.manager [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.384523] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.385668] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158de1e4-d012-4473-a56b-464f81f19b33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.394548] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.394794] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6292188a-7536-4bf1-b59a-0b977a4c0293 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.397405] env[68116]: DEBUG nova.policy [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f3d6b287d446d4becd2b14b73f8fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df38a4817d9c4bdabce6a879f8c0a964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.404826] env[68116]: DEBUG oslo_vmware.api [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 867.404826] env[68116]: value = "task-2786131" [ 867.404826] env[68116]: _type = "Task" [ 867.404826] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.414833] env[68116]: DEBUG oslo_vmware.api [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.799865] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9a02f8-0f4d-4d0f-95fc-fd5b793b4b6f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.822331] env[68116]: DEBUG nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.825699] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87918a5-65e9-4c3a-b3d6-fb6f307be941 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.856874] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance '6a5e8baa-30b1-426f-8e85-7a59f50a45f9' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.864097] env[68116]: DEBUG nova.network.neutron [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Successfully created port: 8c45ac58-6532-45e6-b4d1-8a0618c36547 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.918147] env[68116]: DEBUG oslo_vmware.api [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786131, 'name': PowerOffVM_Task, 'duration_secs': 0.221376} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.918418] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.918585] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.919260] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf2398b-02e3-42fc-9207-861fea9c7045 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.985958] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.986319] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.986459] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Deleting the datastore file [datastore1] e5ae69c9-e56d-404b-8684-df4cd208e8d6 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.986622] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e099a7d4-fde1-4831-85ab-058d46c2047f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.996489] env[68116]: DEBUG oslo_vmware.api [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for the task: (returnval){ [ 867.996489] env[68116]: value = "task-2786133" [ 867.996489] env[68116]: _type = "Task" [ 867.996489] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.006407] env[68116]: DEBUG oslo_vmware.api [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.131343] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.131602] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.131756] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.131931] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.132092] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.132244] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.132445] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.132608] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.132831] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.133037] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.133289] env[68116]: DEBUG nova.virt.hardware [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.134190] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d525c-ffb9-4ea3-9c1b-b707caae6240 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.149062] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464db526-972d-46b3-9a09-99e96fc813df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.167487] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.173299] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.176183] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.176674] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-698e5328-1b0d-48c7-9c27-9422b4bbf24d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.197614] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.197614] env[68116]: value = "task-2786134" [ 868.197614] env[68116]: _type = "Task" [ 868.197614] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.206560] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786134, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.346697] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecfba2f-d6fb-4304-b954-7cc94aaf6b3a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.355308] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae4cb9a-4cd8-4ffb-a1a7-0254493f6315 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.393897] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8afaf0b-8fc6-4b48-8647-7a43edbd0495 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.403407] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffcfbae-0ad7-4499-a79e-e32c59b86fba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.418699] env[68116]: DEBUG nova.compute.provider_tree [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.433629] env[68116]: DEBUG nova.network.neutron [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Port e1a2d912-e9e5-4b37-aed8-4427b2d9812f binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 868.506685] env[68116]: DEBUG oslo_vmware.api [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Task: {'id': task-2786133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150259} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.506955] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.507150] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.507407] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.507515] env[68116]: INFO nova.compute.manager [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 868.507769] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.507966] env[68116]: DEBUG nova.compute.manager [-] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.508078] env[68116]: DEBUG nova.network.neutron [-] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.708975] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786134, 'name': CreateVM_Task, 'duration_secs': 0.287266} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.709173] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.709660] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.709956] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.710151] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.710396] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0033cc09-bbed-4456-ac6e-fd85d59e13bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.716293] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 868.716293] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52146d81-8aa2-c7ea-31fd-7b8b0f43c887" [ 868.716293] env[68116]: _type = "Task" [ 868.716293] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.724605] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52146d81-8aa2-c7ea-31fd-7b8b0f43c887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.831932] env[68116]: DEBUG nova.compute.manager [req-2225d17f-ad2a-40fa-845b-c97c6330f494 req-d213ee34-f681-48e8-9d32-c8c31ff6539d service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Received event network-vif-deleted-7c29d9e7-4c06-4801-b7c8-28350bfbc29d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 868.831932] env[68116]: INFO nova.compute.manager [req-2225d17f-ad2a-40fa-845b-c97c6330f494 req-d213ee34-f681-48e8-9d32-c8c31ff6539d service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Neutron deleted interface 7c29d9e7-4c06-4801-b7c8-28350bfbc29d; detaching it from the instance and deleting it from the info cache [ 868.831932] env[68116]: DEBUG nova.network.neutron [req-2225d17f-ad2a-40fa-845b-c97c6330f494 req-d213ee34-f681-48e8-9d32-c8c31ff6539d service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.838869] env[68116]: DEBUG nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.862514] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.862746] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.862899] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.863109] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.863266] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.863415] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.863622] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.863782] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.863948] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.864195] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.864384] env[68116]: DEBUG nova.virt.hardware [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.865336] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a711deb-f108-460a-a952-054cffa7dfd8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.874301] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca551ec6-627d-40e3-8774-ed6acf509540 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.921658] env[68116]: DEBUG nova.scheduler.client.report [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.226672] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52146d81-8aa2-c7ea-31fd-7b8b0f43c887, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.226956] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.227203] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.227437] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.227581] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.227758] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.228012] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6cd755e-1783-4a16-af01-5ddb9e8f9453 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.238631] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.238795] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.239498] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9baff2-04eb-4058-9727-1d0fb551ea88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.245734] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 869.245734] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f7579f-16a8-b694-8227-dfb5f08e8693" [ 869.245734] env[68116]: _type = "Task" [ 869.245734] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.253290] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f7579f-16a8-b694-8227-dfb5f08e8693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.256673] env[68116]: DEBUG nova.network.neutron [-] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.334756] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac00189-e207-4322-b521-f66bac28ac88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.345175] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfa7fd7-1760-4702-b23b-f6a076ef1542 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.381157] env[68116]: DEBUG nova.compute.manager [req-2225d17f-ad2a-40fa-845b-c97c6330f494 req-d213ee34-f681-48e8-9d32-c8c31ff6539d service nova] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Detach interface failed, port_id=7c29d9e7-4c06-4801-b7c8-28350bfbc29d, reason: Instance e5ae69c9-e56d-404b-8684-df4cd208e8d6 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 869.427052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.427639] env[68116]: DEBUG nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.430245] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.408s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.430469] env[68116]: DEBUG nova.objects.instance [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lazy-loading 'resources' on Instance uuid aefae9af-653e-4eff-b8cd-0fe5548725c6 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.452666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.452900] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.453092] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.758666] env[68116]: INFO nova.compute.manager [-] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Took 1.25 seconds to deallocate network for instance. [ 869.759035] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f7579f-16a8-b694-8227-dfb5f08e8693, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.763589] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc3e025-c0a7-432a-8d8f-01797bf6d7eb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.772532] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 869.772532] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520fa270-935f-0e83-c6e5-178c928a49ce" [ 869.772532] env[68116]: _type = "Task" [ 869.772532] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.784611] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520fa270-935f-0e83-c6e5-178c928a49ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.933561] env[68116]: DEBUG nova.compute.utils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.937965] env[68116]: DEBUG nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.938162] env[68116]: DEBUG nova.network.neutron [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.967853] env[68116]: DEBUG nova.compute.manager [req-41001e4f-c95e-43a5-bb4e-1d55eeeff95d req-7b81d85b-e766-4056-a124-20ef18c18a72 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Received event network-vif-plugged-8c45ac58-6532-45e6-b4d1-8a0618c36547 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.967853] env[68116]: DEBUG oslo_concurrency.lockutils [req-41001e4f-c95e-43a5-bb4e-1d55eeeff95d req-7b81d85b-e766-4056-a124-20ef18c18a72 service nova] Acquiring lock "c7edab68-191a-47e0-ad45-717b7851500c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.971782] env[68116]: DEBUG oslo_concurrency.lockutils [req-41001e4f-c95e-43a5-bb4e-1d55eeeff95d req-7b81d85b-e766-4056-a124-20ef18c18a72 service nova] Lock "c7edab68-191a-47e0-ad45-717b7851500c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.971782] env[68116]: DEBUG oslo_concurrency.lockutils [req-41001e4f-c95e-43a5-bb4e-1d55eeeff95d req-7b81d85b-e766-4056-a124-20ef18c18a72 service nova] Lock "c7edab68-191a-47e0-ad45-717b7851500c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.971782] env[68116]: DEBUG nova.compute.manager [req-41001e4f-c95e-43a5-bb4e-1d55eeeff95d req-7b81d85b-e766-4056-a124-20ef18c18a72 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] No waiting events found dispatching network-vif-plugged-8c45ac58-6532-45e6-b4d1-8a0618c36547 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.971782] env[68116]: WARNING nova.compute.manager [req-41001e4f-c95e-43a5-bb4e-1d55eeeff95d req-7b81d85b-e766-4056-a124-20ef18c18a72 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Received unexpected event network-vif-plugged-8c45ac58-6532-45e6-b4d1-8a0618c36547 for instance with vm_state building and task_state spawning. [ 870.006644] env[68116]: DEBUG nova.policy [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f3d6b287d446d4becd2b14b73f8fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df38a4817d9c4bdabce6a879f8c0a964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.011523] env[68116]: DEBUG nova.network.neutron [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Successfully updated port: 8c45ac58-6532-45e6-b4d1-8a0618c36547 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.268856] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.287480] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520fa270-935f-0e83-c6e5-178c928a49ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.287661] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.287813] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.290396] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be5e4cd8-26dd-40ec-93d1-2031ff23805c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.299361] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 870.299361] env[68116]: value = "task-2786135" [ 870.299361] env[68116]: _type = "Task" [ 870.299361] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.315615] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.316528] env[68116]: DEBUG nova.network.neutron [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Successfully created port: 0f3cd3b5-af8e-4f00-a998-82d028e7e678 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.416365] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4fd206-bc7e-4725-a824-1c7c04eaa7f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.424972] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670e650a-1851-4363-b151-6b479c0a6bd9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.456088] env[68116]: DEBUG nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.459577] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcba23ae-9277-4c36-a124-3275e8096d75 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.471626] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c65c5e4-cf91-4d52-84f9-beb0416d10d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.490105] env[68116]: DEBUG nova.compute.provider_tree [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.503582] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.503912] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.504567] env[68116]: DEBUG nova.network.neutron [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.520683] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "refresh_cache-c7edab68-191a-47e0-ad45-717b7851500c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.520878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired lock "refresh_cache-c7edab68-191a-47e0-ad45-717b7851500c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.525043] env[68116]: DEBUG nova.network.neutron [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.810710] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458115} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.810710] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.810904] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.811014] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d72459-d601-4254-b7be-043e3d3ee6d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.818657] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 870.818657] env[68116]: value = "task-2786136" [ 870.818657] env[68116]: _type = "Task" [ 870.818657] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.827761] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.993204] env[68116]: DEBUG nova.scheduler.client.report [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.051343] env[68116]: DEBUG nova.network.neutron [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.189277] env[68116]: DEBUG nova.network.neutron [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Updating instance_info_cache with network_info: [{"id": "8c45ac58-6532-45e6-b4d1-8a0618c36547", "address": "fa:16:3e:aa:9c:74", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c45ac58-65", "ovs_interfaceid": "8c45ac58-6532-45e6-b4d1-8a0618c36547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.299302] env[68116]: DEBUG nova.network.neutron [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance_info_cache with network_info: [{"id": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "address": "fa:16:3e:0f:a3:47", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a2d912-e9", "ovs_interfaceid": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.328507] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058396} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.328773] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.329644] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac35a3-0461-48b8-8d7a-00358c5e5366 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.350033] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.350607] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9916f355-88eb-4289-8680-15d74f389fa5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.370627] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 871.370627] env[68116]: value = "task-2786137" [ 871.370627] env[68116]: _type = "Task" [ 871.370627] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.380318] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.468871] env[68116]: DEBUG nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.496521] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.496784] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.496940] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.497146] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.497296] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.497446] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.497656] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.497815] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.497983] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.498214] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.498423] env[68116]: DEBUG nova.virt.hardware [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.499201] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.501591] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372694b3-d5f4-4bfa-8d18-95d34d8172aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.504861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.705s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.506388] env[68116]: INFO nova.compute.claims [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.516023] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba8a05-57c4-4eb6-92a1-420effd518f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.692494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Releasing lock "refresh_cache-c7edab68-191a-47e0-ad45-717b7851500c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.692827] env[68116]: DEBUG nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Instance network_info: |[{"id": "8c45ac58-6532-45e6-b4d1-8a0618c36547", "address": "fa:16:3e:aa:9c:74", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c45ac58-65", "ovs_interfaceid": "8c45ac58-6532-45e6-b4d1-8a0618c36547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.693278] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9c:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c45ac58-6532-45e6-b4d1-8a0618c36547', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.700870] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Creating folder: Project (df38a4817d9c4bdabce6a879f8c0a964). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.701065] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf99b898-877f-4ea9-bd9e-0bece7c678a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.709023] env[68116]: DEBUG nova.compute.manager [req-82ff7f60-b59d-49d2-a3ef-a31bd3d37c29 req-55cf2c04-0c2a-40bd-8494-e8aa54f6eee0 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Received event network-vif-plugged-0f3cd3b5-af8e-4f00-a998-82d028e7e678 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.709256] env[68116]: DEBUG oslo_concurrency.lockutils [req-82ff7f60-b59d-49d2-a3ef-a31bd3d37c29 req-55cf2c04-0c2a-40bd-8494-e8aa54f6eee0 service nova] Acquiring lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.709495] env[68116]: DEBUG oslo_concurrency.lockutils [req-82ff7f60-b59d-49d2-a3ef-a31bd3d37c29 req-55cf2c04-0c2a-40bd-8494-e8aa54f6eee0 service nova] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.709633] env[68116]: DEBUG oslo_concurrency.lockutils [req-82ff7f60-b59d-49d2-a3ef-a31bd3d37c29 req-55cf2c04-0c2a-40bd-8494-e8aa54f6eee0 service nova] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.709798] env[68116]: DEBUG nova.compute.manager [req-82ff7f60-b59d-49d2-a3ef-a31bd3d37c29 req-55cf2c04-0c2a-40bd-8494-e8aa54f6eee0 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] No waiting events found dispatching network-vif-plugged-0f3cd3b5-af8e-4f00-a998-82d028e7e678 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.709959] env[68116]: WARNING nova.compute.manager [req-82ff7f60-b59d-49d2-a3ef-a31bd3d37c29 req-55cf2c04-0c2a-40bd-8494-e8aa54f6eee0 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Received unexpected event network-vif-plugged-0f3cd3b5-af8e-4f00-a998-82d028e7e678 for instance with vm_state building and task_state spawning. [ 871.714748] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Created folder: Project (df38a4817d9c4bdabce6a879f8c0a964) in parent group-v559920. [ 871.714966] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Creating folder: Instances. Parent ref: group-v560098. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.715261] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5648fc4-565d-4f31-8736-e573c07faa51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.726469] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Created folder: Instances in parent group-v560098. [ 871.726715] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.726901] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.727123] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7583b69c-c53f-424e-963f-75e4089e683b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.747100] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.747100] env[68116]: value = "task-2786140" [ 871.747100] env[68116]: _type = "Task" [ 871.747100] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.755342] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786140, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.792917] env[68116]: DEBUG nova.network.neutron [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Successfully updated port: 0f3cd3b5-af8e-4f00-a998-82d028e7e678 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.802061] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.881334] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786137, 'name': ReconfigVM_Task, 'duration_secs': 0.274026} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.881566] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee/68f860a5-7d3c-4bc4-b01d-eeb19099cbee.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.882178] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b013ca45-a91a-40a9-934e-afb5881d62cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.889755] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 871.889755] env[68116]: value = "task-2786141" [ 871.889755] env[68116]: _type = "Task" [ 871.889755] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.900935] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786141, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.017722] env[68116]: DEBUG nova.compute.manager [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Received event network-changed-8c45ac58-6532-45e6-b4d1-8a0618c36547 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 872.017986] env[68116]: DEBUG nova.compute.manager [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Refreshing instance network info cache due to event network-changed-8c45ac58-6532-45e6-b4d1-8a0618c36547. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 872.018155] env[68116]: DEBUG oslo_concurrency.lockutils [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] Acquiring lock "refresh_cache-c7edab68-191a-47e0-ad45-717b7851500c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.018357] env[68116]: DEBUG oslo_concurrency.lockutils [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] Acquired lock "refresh_cache-c7edab68-191a-47e0-ad45-717b7851500c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.018465] env[68116]: DEBUG nova.network.neutron [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Refreshing network info cache for port 8c45ac58-6532-45e6-b4d1-8a0618c36547 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.033885] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0dc199ef-e2bc-40ed-9cd4-611b297e0b56 tempest-ServerActionsV293TestJSON-1191773725 tempest-ServerActionsV293TestJSON-1191773725-project-member] Lock "aefae9af-653e-4eff-b8cd-0fe5548725c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.737s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.258162] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786140, 'name': CreateVM_Task, 'duration_secs': 0.41026} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.258348] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.259045] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.259265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.259594] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.259847] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e1f3d7-4012-4318-b20e-a304291a6a9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.264568] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 872.264568] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ed6dbd-a0ce-4cfc-a347-9347e347f503" [ 872.264568] env[68116]: _type = "Task" [ 872.264568] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.272519] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed6dbd-a0ce-4cfc-a347-9347e347f503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.295723] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "refresh_cache-8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.295868] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired lock "refresh_cache-8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.296044] env[68116]: DEBUG nova.network.neutron [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.325916] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7d5479-9d38-407d-96dd-e5de3d99acea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.345795] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58751e0c-5338-4786-8698-9161cd1bf152 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.353720] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance '6a5e8baa-30b1-426f-8e85-7a59f50a45f9' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.401021] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786141, 'name': Rename_Task, 'duration_secs': 0.229143} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.401353] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.401598] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18e32b8b-2c5e-4a94-9bc1-9c62aa731e1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.409285] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 872.409285] env[68116]: value = "task-2786142" [ 872.409285] env[68116]: _type = "Task" [ 872.409285] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.418806] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.728448] env[68116]: DEBUG nova.network.neutron [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Updated VIF entry in instance network info cache for port 8c45ac58-6532-45e6-b4d1-8a0618c36547. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.728817] env[68116]: DEBUG nova.network.neutron [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Updating instance_info_cache with network_info: [{"id": "8c45ac58-6532-45e6-b4d1-8a0618c36547", "address": "fa:16:3e:aa:9c:74", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c45ac58-65", "ovs_interfaceid": "8c45ac58-6532-45e6-b4d1-8a0618c36547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.775225] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed6dbd-a0ce-4cfc-a347-9347e347f503, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.777732] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.777968] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.778214] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.778361] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.778539] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.778966] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca90f28b-443b-4d25-aac9-32a25fd4c5cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.791118] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.791736] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.792344] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56296d2-fa78-4d9b-834a-edf8db1f6b2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.803259] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 872.803259] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52935f29-275e-498b-be52-c1ec95dbb02f" [ 872.803259] env[68116]: _type = "Task" [ 872.803259] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.816227] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52935f29-275e-498b-be52-c1ec95dbb02f, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.816911] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b64f7be-a17a-44b7-8c6a-c3b466b04dda {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.825803] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 872.825803] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a440f8-44b7-542b-7a65-71e5e92f9c7c" [ 872.825803] env[68116]: _type = "Task" [ 872.825803] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.836081] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a440f8-44b7-542b-7a65-71e5e92f9c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.836936] env[68116]: DEBUG nova.network.neutron [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.860643] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.861107] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad37664f-391f-4169-962e-0c7a133a2104 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.869173] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 872.869173] env[68116]: value = "task-2786143" [ 872.869173] env[68116]: _type = "Task" [ 872.869173] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.885042] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.920027] env[68116]: DEBUG oslo_vmware.api [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786142, 'name': PowerOnVM_Task, 'duration_secs': 0.436251} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.922470] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.922680] env[68116]: DEBUG nova.compute.manager [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.923667] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7311085-1b21-4ea5-95f8-c8de758f3681 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.969635] env[68116]: DEBUG nova.network.neutron [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Updating instance_info_cache with network_info: [{"id": "0f3cd3b5-af8e-4f00-a998-82d028e7e678", "address": "fa:16:3e:69:22:0b", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3cd3b5-af", "ovs_interfaceid": "0f3cd3b5-af8e-4f00-a998-82d028e7e678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.106918] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020ee698-7541-4030-aecc-f208ea2d10dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.115671] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870748db-45ca-4894-9079-5003a07ae237 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.149108] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c6436-3f4f-4d11-8c1c-c011f1d0fe38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.160396] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a5c63e-a3fe-49bd-bea9-64539caafcf9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.179147] env[68116]: DEBUG nova.compute.provider_tree [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.231295] env[68116]: DEBUG oslo_concurrency.lockutils [req-69245f99-dd7d-4f70-8c4e-bea45dab99b8 req-1761b122-b4fe-4b14-94d9-8c06fae299c2 service nova] Releasing lock "refresh_cache-c7edab68-191a-47e0-ad45-717b7851500c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.337327] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a440f8-44b7-542b-7a65-71e5e92f9c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.337587] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.337850] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c7edab68-191a-47e0-ad45-717b7851500c/c7edab68-191a-47e0-ad45-717b7851500c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.338125] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ba9c0aa-f0c0-4823-95fc-2d8de6ce0d86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.345565] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 873.345565] env[68116]: value = "task-2786144" [ 873.345565] env[68116]: _type = "Task" [ 873.345565] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.353827] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.379198] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.444642] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.473164] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Releasing lock "refresh_cache-8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.473576] env[68116]: DEBUG nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Instance network_info: |[{"id": "0f3cd3b5-af8e-4f00-a998-82d028e7e678", "address": "fa:16:3e:69:22:0b", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3cd3b5-af", "ovs_interfaceid": "0f3cd3b5-af8e-4f00-a998-82d028e7e678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.474018] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:22:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f3cd3b5-af8e-4f00-a998-82d028e7e678', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.482197] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.482457] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.482715] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3281c7-a5ac-4d30-be1e-60a1b060a28b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.504847] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.504847] env[68116]: value = "task-2786145" [ 873.504847] env[68116]: _type = "Task" [ 873.504847] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.513954] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786145, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.686524] env[68116]: DEBUG nova.scheduler.client.report [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.806928] env[68116]: DEBUG nova.compute.manager [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Received event network-changed-0f3cd3b5-af8e-4f00-a998-82d028e7e678 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.807161] env[68116]: DEBUG nova.compute.manager [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Refreshing instance network info cache due to event network-changed-0f3cd3b5-af8e-4f00-a998-82d028e7e678. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 873.807809] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] Acquiring lock "refresh_cache-8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.807889] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] Acquired lock "refresh_cache-8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.808115] env[68116]: DEBUG nova.network.neutron [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Refreshing network info cache for port 0f3cd3b5-af8e-4f00-a998-82d028e7e678 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.856827] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46826} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.857114] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c7edab68-191a-47e0-ad45-717b7851500c/c7edab68-191a-47e0-ad45-717b7851500c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.857339] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.857592] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c3d46a-1490-4f9a-8e6c-9e8d9754c49d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.866587] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 873.866587] env[68116]: value = "task-2786146" [ 873.866587] env[68116]: _type = "Task" [ 873.866587] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.877357] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.883181] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.014892] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786145, 'name': CreateVM_Task, 'duration_secs': 0.45463} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.015065] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.015761] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.015933] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.016269] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.016578] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca897ba7-b7d2-4fa0-82fa-73340b997c8c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.020999] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 874.020999] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52850a35-021e-f5d9-2c06-62034f11b4da" [ 874.020999] env[68116]: _type = "Task" [ 874.020999] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.029818] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52850a35-021e-f5d9-2c06-62034f11b4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.191189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.191736] env[68116]: DEBUG nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.194473] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.726s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.195845] env[68116]: INFO nova.compute.claims [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.379775] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.382425] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076434} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.382664] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.383429] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25344452-535e-4767-88ea-081b2b38430f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.407971] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c7edab68-191a-47e0-ad45-717b7851500c/c7edab68-191a-47e0-ad45-717b7851500c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.410103] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b063b6-e291-4573-846e-edae5bb2dbf5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.424337] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.424558] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.424756] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.424934] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.425116] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.427894] env[68116]: INFO nova.compute.manager [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Terminating instance [ 874.434019] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 874.434019] env[68116]: value = "task-2786147" [ 874.434019] env[68116]: _type = "Task" [ 874.434019] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.442807] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.531271] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52850a35-021e-f5d9-2c06-62034f11b4da, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.531534] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.531756] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.532072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.532170] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.532322] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.532574] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb68061a-1920-4a74-9b66-ae749ddaa6a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.536179] env[68116]: DEBUG nova.network.neutron [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Updated VIF entry in instance network info cache for port 0f3cd3b5-af8e-4f00-a998-82d028e7e678. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.536499] env[68116]: DEBUG nova.network.neutron [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Updating instance_info_cache with network_info: [{"id": "0f3cd3b5-af8e-4f00-a998-82d028e7e678", "address": "fa:16:3e:69:22:0b", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3cd3b5-af", "ovs_interfaceid": "0f3cd3b5-af8e-4f00-a998-82d028e7e678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.541465] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.541605] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.542370] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb036f8a-65ea-46d4-bed1-38483fe11638 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.549020] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 874.549020] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5262610f-5633-5d34-a33e-c1bcf7e6189e" [ 874.549020] env[68116]: _type = "Task" [ 874.549020] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.557085] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5262610f-5633-5d34-a33e-c1bcf7e6189e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.702976] env[68116]: DEBUG nova.compute.utils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.705334] env[68116]: DEBUG nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.705334] env[68116]: DEBUG nova.network.neutron [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.742174] env[68116]: DEBUG nova.policy [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66dddebb21d2493490f25161b32ebd0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea44e64418624f1cb523b3503d3c6358', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.886084] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.932035] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "refresh_cache-68f860a5-7d3c-4bc4-b01d-eeb19099cbee" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.932035] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquired lock "refresh_cache-68f860a5-7d3c-4bc4-b01d-eeb19099cbee" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.932822] env[68116]: DEBUG nova.network.neutron [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.945390] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.012440] env[68116]: DEBUG nova.network.neutron [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Successfully created port: 5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.039189] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae13bd44-e0db-4e08-969e-a4327101580a req-75f44a09-30ab-40a6-a335-29aa57389228 service nova] Releasing lock "refresh_cache-8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.061596] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5262610f-5633-5d34-a33e-c1bcf7e6189e, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.062155] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727a3698-2a57-4ce1-803e-c3c5b9ef0c5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.067693] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 875.067693] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52efb1a5-6b0e-a10c-1994-0b8ffee9c12c" [ 875.067693] env[68116]: _type = "Task" [ 875.067693] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.075836] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52efb1a5-6b0e-a10c-1994-0b8ffee9c12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.208418] env[68116]: DEBUG nova.compute.utils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.387847] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.448063] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786147, 'name': ReconfigVM_Task, 'duration_secs': 0.814398} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.449035] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c7edab68-191a-47e0-ad45-717b7851500c/c7edab68-191a-47e0-ad45-717b7851500c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.449035] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393d7bf4-e214-4ba7-8cc8-d492889c5d86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455379] env[68116]: DEBUG nova.network.neutron [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.460977] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 875.460977] env[68116]: value = "task-2786148" [ 875.460977] env[68116]: _type = "Task" [ 875.460977] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.470501] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786148, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.547378] env[68116]: DEBUG nova.network.neutron [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.580615] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52efb1a5-6b0e-a10c-1994-0b8ffee9c12c, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.580615] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.580615] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e/8f82b01b-9f2d-4bf4-8c62-0c3745edf03e.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.580961] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-526f1a94-ed74-480b-8158-304eab945cfa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.590166] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 875.590166] env[68116]: value = "task-2786149" [ 875.590166] env[68116]: _type = "Task" [ 875.590166] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.603886] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.705329] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a96e1a-4462-475a-82da-c8d5ec024fea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.713870] env[68116]: DEBUG nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.717922] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09897392-4945-4048-8841-bdc14857fba2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.751349] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbef7d8-c811-401e-8b4c-2a9c5bcdcefe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.762034] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fb35b9-b988-43a8-84db-fd73a8d620c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.778417] env[68116]: DEBUG nova.compute.provider_tree [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.886403] env[68116]: DEBUG oslo_vmware.api [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786143, 'name': PowerOnVM_Task, 'duration_secs': 2.720765} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.886543] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.886719] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dacadf12-2f50-4cdb-a80e-45a9d6f6d787 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance '6a5e8baa-30b1-426f-8e85-7a59f50a45f9' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.974023] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786148, 'name': Rename_Task, 'duration_secs': 0.171728} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.974294] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.974558] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91e0fb95-213d-437a-9164-e4a3c368e2c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.984529] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 875.984529] env[68116]: value = "task-2786150" [ 875.984529] env[68116]: _type = "Task" [ 875.984529] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.994786] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.054192] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Releasing lock "refresh_cache-68f860a5-7d3c-4bc4-b01d-eeb19099cbee" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.054581] env[68116]: DEBUG nova.compute.manager [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.054854] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.055833] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e5ca3-9dd0-4ebf-bd74-d79ce94f56d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.065377] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.065729] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c10dc97-6ff9-42c2-9859-fdeeed432de5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.073738] env[68116]: DEBUG oslo_vmware.api [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 876.073738] env[68116]: value = "task-2786151" [ 876.073738] env[68116]: _type = "Task" [ 876.073738] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.097979] env[68116]: DEBUG oslo_vmware.api [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.104464] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489491} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.104727] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e/8f82b01b-9f2d-4bf4-8c62-0c3745edf03e.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.104939] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.105254] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f97dae-fa89-4b62-a147-b58d667a1e70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.111775] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 876.111775] env[68116]: value = "task-2786152" [ 876.111775] env[68116]: _type = "Task" [ 876.111775] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.121139] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.282278] env[68116]: DEBUG nova.scheduler.client.report [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.401542] env[68116]: DEBUG nova.compute.manager [req-a70438cd-4e7b-400a-ad3e-f61dbdcb16e4 req-b2e383ea-de3f-42d8-a9e5-68638edc589e service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Received event network-vif-plugged-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 876.401542] env[68116]: DEBUG oslo_concurrency.lockutils [req-a70438cd-4e7b-400a-ad3e-f61dbdcb16e4 req-b2e383ea-de3f-42d8-a9e5-68638edc589e service nova] Acquiring lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.401542] env[68116]: DEBUG oslo_concurrency.lockutils [req-a70438cd-4e7b-400a-ad3e-f61dbdcb16e4 req-b2e383ea-de3f-42d8-a9e5-68638edc589e service nova] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.401542] env[68116]: DEBUG oslo_concurrency.lockutils [req-a70438cd-4e7b-400a-ad3e-f61dbdcb16e4 req-b2e383ea-de3f-42d8-a9e5-68638edc589e service nova] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.401542] env[68116]: DEBUG nova.compute.manager [req-a70438cd-4e7b-400a-ad3e-f61dbdcb16e4 req-b2e383ea-de3f-42d8-a9e5-68638edc589e service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] No waiting events found dispatching network-vif-plugged-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.401542] env[68116]: WARNING nova.compute.manager [req-a70438cd-4e7b-400a-ad3e-f61dbdcb16e4 req-b2e383ea-de3f-42d8-a9e5-68638edc589e service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Received unexpected event network-vif-plugged-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 for instance with vm_state building and task_state spawning. [ 876.492577] env[68116]: DEBUG nova.network.neutron [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Successfully updated port: 5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.496936] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786150, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.584630] env[68116]: DEBUG oslo_vmware.api [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786151, 'name': PowerOffVM_Task, 'duration_secs': 0.172663} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.584970] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.585175] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.585424] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd33a547-62f5-426e-9242-cb827a70abe5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.612124] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.612368] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.612556] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Deleting the datastore file [datastore2] 68f860a5-7d3c-4bc4-b01d-eeb19099cbee {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.612876] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4091c55a-a91a-4233-ae4c-4c12790ec782 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.622685] env[68116]: DEBUG oslo_vmware.api [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for the task: (returnval){ [ 876.622685] env[68116]: value = "task-2786154" [ 876.622685] env[68116]: _type = "Task" [ 876.622685] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.625844] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064183} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.628970] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.629783] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2782f737-7fd7-415b-b16f-7b2339fe4626 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.638784] env[68116]: DEBUG oslo_vmware.api [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.657035] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e/8f82b01b-9f2d-4bf4-8c62-0c3745edf03e.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.657377] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc29c1c-bd5f-4f79-a460-75ccd64b91da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.678578] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 876.678578] env[68116]: value = "task-2786155" [ 876.678578] env[68116]: _type = "Task" [ 876.678578] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.687891] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.728552] env[68116]: DEBUG nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.755103] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:49:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='149225918',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1707746074',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.755364] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.755520] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.755699] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.755844] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.756011] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.756233] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.757304] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.757482] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.757677] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.757864] env[68116]: DEBUG nova.virt.hardware [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.758745] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc90fab-fafc-4411-8103-f155cdfe2316 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.766778] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac59a0c-a947-454e-b44d-bc1f1ad67b1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.787077] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.787613] env[68116]: DEBUG nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.790091] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.059s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.791437] env[68116]: INFO nova.compute.claims [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.997171] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786150, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.997722] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.997858] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.998010] env[68116]: DEBUG nova.network.neutron [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.137786] env[68116]: DEBUG oslo_vmware.api [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Task: {'id': task-2786154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121252} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.138063] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.138247] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.138416] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.138584] env[68116]: INFO nova.compute.manager [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Took 1.08 seconds to destroy the instance on the hypervisor. [ 877.138846] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.138999] env[68116]: DEBUG nova.compute.manager [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.139109] env[68116]: DEBUG nova.network.neutron [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.158892] env[68116]: DEBUG nova.network.neutron [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.189177] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.297354] env[68116]: DEBUG nova.compute.utils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.300949] env[68116]: DEBUG nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.301138] env[68116]: DEBUG nova.network.neutron [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.340055] env[68116]: DEBUG nova.policy [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e722557b22764b1783e92a55b0111b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76d05b118f14949a8e898c33fe3b300', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.496507] env[68116]: DEBUG oslo_vmware.api [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786150, 'name': PowerOnVM_Task, 'duration_secs': 1.14292} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.496752] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.496957] env[68116]: INFO nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Took 8.66 seconds to spawn the instance on the hypervisor. [ 877.497150] env[68116]: DEBUG nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.497956] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b876af-0ecb-4492-98fb-d08bf220fb7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.541733] env[68116]: DEBUG nova.network.neutron [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.606929] env[68116]: DEBUG nova.network.neutron [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Successfully created port: 9891c5c2-2fa5-4773-abef-3bb7dd1d522d {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.661445] env[68116]: DEBUG nova.network.neutron [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.690735] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786155, 'name': ReconfigVM_Task, 'duration_secs': 0.55968} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.691140] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e/8f82b01b-9f2d-4bf4-8c62-0c3745edf03e.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.692563] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0411c193-7888-42c3-8104-9327027ab4cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.700780] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 877.700780] env[68116]: value = "task-2786156" [ 877.700780] env[68116]: _type = "Task" [ 877.700780] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.710266] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786156, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.795430] env[68116]: DEBUG nova.network.neutron [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Updating instance_info_cache with network_info: [{"id": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "address": "fa:16:3e:a2:4a:d1", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de876f5-ec", "ovs_interfaceid": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.801127] env[68116]: DEBUG nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.021098] env[68116]: INFO nova.compute.manager [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Took 45.56 seconds to build instance. [ 878.165192] env[68116]: INFO nova.compute.manager [-] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Took 1.03 seconds to deallocate network for instance. [ 878.213899] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786156, 'name': Rename_Task, 'duration_secs': 0.186656} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.216628] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.217097] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a87c2e4f-3549-4a4a-b41f-2977749486f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.225176] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 878.225176] env[68116]: value = "task-2786157" [ 878.225176] env[68116]: _type = "Task" [ 878.225176] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.247232] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786157, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.293832] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c7566-756d-4c02-808f-e1d616871168 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.298148] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Releasing lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.298461] env[68116]: DEBUG nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Instance network_info: |[{"id": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "address": "fa:16:3e:a2:4a:d1", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de876f5-ec", "ovs_interfaceid": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.298911] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:4a:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5de876f5-ec7b-42e7-9f9a-b04babd7f6e7', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.306433] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.308756] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.311847] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e715f7b-493c-43b7-9f8e-f4c56ebc7fd6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.326773] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7601fd3-7b3f-4368-9d43-4bfa2517aa73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.360467] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace497c-45d0-4f94-b4df-f88861f5c119 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.363233] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.363233] env[68116]: value = "task-2786158" [ 878.363233] env[68116]: _type = "Task" [ 878.363233] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.374268] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7057b5-3a1d-431a-a408-3438e1bb8470 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.378089] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786158, 'name': CreateVM_Task} progress is 15%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.389058] env[68116]: DEBUG nova.compute.provider_tree [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.423030] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.423030] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.423030] env[68116]: DEBUG nova.compute.manager [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Going to confirm migration 2 {{(pid=68116) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 878.524122] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c6669023-38c2-491c-b86a-3141893069b6 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "c7edab68-191a-47e0-ad45-717b7851500c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.069s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.550964] env[68116]: DEBUG nova.compute.manager [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Received event network-changed-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.551182] env[68116]: DEBUG nova.compute.manager [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Refreshing instance network info cache due to event network-changed-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 878.551389] env[68116]: DEBUG oslo_concurrency.lockutils [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] Acquiring lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.551525] env[68116]: DEBUG oslo_concurrency.lockutils [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] Acquired lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.551679] env[68116]: DEBUG nova.network.neutron [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Refreshing network info cache for port 5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.671948] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.736064] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.831722] env[68116]: DEBUG nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.859169] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.859696] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.859696] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.859811] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.860027] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.860121] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.860328] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.860492] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.860663] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.860816] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.861025] env[68116]: DEBUG nova.virt.hardware [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.862026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e53955-08a6-40f8-803c-7bcf45fd3744 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.873974] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786158, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.877419] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128a959-89ac-48c9-acfd-dc69e5c230c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.895586] env[68116]: DEBUG nova.scheduler.client.report [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.961574] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.961916] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.962273] env[68116]: DEBUG nova.network.neutron [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.962604] env[68116]: DEBUG nova.objects.instance [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lazy-loading 'info_cache' on Instance uuid 6a5e8baa-30b1-426f-8e85-7a59f50a45f9 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.027299] env[68116]: DEBUG nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.122604] env[68116]: DEBUG nova.network.neutron [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Successfully updated port: 9891c5c2-2fa5-4773-abef-3bb7dd1d522d {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.236756] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786157, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.377405] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786158, 'name': CreateVM_Task, 'duration_secs': 0.841821} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.377405] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.377405] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.377405] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.377405] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.377405] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9574f839-37c2-45c4-9caa-30d861c9e22a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.381149] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 879.381149] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fa9378-554a-abe0-5f50-44ee44a1e4af" [ 879.381149] env[68116]: _type = "Task" [ 879.381149] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.389867] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fa9378-554a-abe0-5f50-44ee44a1e4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.401130] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.401692] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.404374] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.205s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.404651] env[68116]: DEBUG nova.objects.instance [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lazy-loading 'resources' on Instance uuid b930bfd2-c347-46d4-9af7-ae91354eeb38 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.552894] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.627195] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "refresh_cache-79813ca0-3aac-4900-aa73-211f3cff529a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.627303] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquired lock "refresh_cache-79813ca0-3aac-4900-aa73-211f3cff529a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.627457] env[68116]: DEBUG nova.network.neutron [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.656741] env[68116]: DEBUG nova.network.neutron [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Updated VIF entry in instance network info cache for port 5de876f5-ec7b-42e7-9f9a-b04babd7f6e7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.657074] env[68116]: DEBUG nova.network.neutron [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Updating instance_info_cache with network_info: [{"id": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "address": "fa:16:3e:a2:4a:d1", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de876f5-ec", "ovs_interfaceid": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.738682] env[68116]: DEBUG oslo_vmware.api [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786157, 'name': PowerOnVM_Task, 'duration_secs': 1.115606} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.739275] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.739582] env[68116]: INFO nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Took 8.27 seconds to spawn the instance on the hypervisor. [ 879.739820] env[68116]: DEBUG nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.740660] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a811b91f-fa83-42b4-9a55-0b7f6b7c7bfe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.892125] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fa9378-554a-abe0-5f50-44ee44a1e4af, 'name': SearchDatastore_Task, 'duration_secs': 0.013319} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.892513] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.892757] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.892995] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.893149] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.893349] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.893603] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15892ffc-d2de-4406-b5da-1d7cbab6b7ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.903775] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.904014] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.904900] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdcb7a9-f63b-4ce4-ae4a-4feb41878e3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.908617] env[68116]: DEBUG nova.compute.utils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.910061] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.910179] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.919739] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 879.919739] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e0527c-3c9f-21f6-387a-799f12f70460" [ 879.919739] env[68116]: _type = "Task" [ 879.919739] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.929444] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e0527c-3c9f-21f6-387a-799f12f70460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.981457] env[68116]: DEBUG nova.policy [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a85603750f6e4433af7516507706ec36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd83802d10f4d4ddd9a1539678c9d0393', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.159682] env[68116]: DEBUG oslo_concurrency.lockutils [req-fe5d31f4-1f9b-498a-af60-efe5170af6ba req-8821fb29-6c30-4a2d-aa4d-87c9522da55c service nova] Releasing lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.175781] env[68116]: DEBUG nova.network.neutron [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.251629] env[68116]: DEBUG nova.network.neutron [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance_info_cache with network_info: [{"id": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "address": "fa:16:3e:0f:a3:47", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a2d912-e9", "ovs_interfaceid": "e1a2d912-e9e5-4b37-aed8-4427b2d9812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.268019] env[68116]: INFO nova.compute.manager [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Took 47.61 seconds to build instance. [ 880.409646] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Successfully created port: db0ce8b4-ae9a-4792-b349-985066d0f7ff {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.415935] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.430448] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e0527c-3c9f-21f6-387a-799f12f70460, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.431411] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdfe057-0826-4adc-baea-53ab73e1b1c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.439597] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 880.439597] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52925602-6f46-9e6b-3ae8-826978a6d9d0" [ 880.439597] env[68116]: _type = "Task" [ 880.439597] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.449763] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52925602-6f46-9e6b-3ae8-826978a6d9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.469499] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142d21f-4dba-437b-ba1b-ffab4b87635a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.477777] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c418a1d-df7e-4071-943c-f69168a71ba4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.511154] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a432e0e-b1a6-4eef-8a80-9532284d5d49 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.521898] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f1ff83-99db-4af8-92e6-4bddf79d90e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.536574] env[68116]: DEBUG nova.compute.provider_tree [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.545291] env[68116]: DEBUG nova.network.neutron [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Updating instance_info_cache with network_info: [{"id": "9891c5c2-2fa5-4773-abef-3bb7dd1d522d", "address": "fa:16:3e:f5:8f:d3", "network": {"id": "95263714-4e04-47d7-86dd-3aaa80828eb6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1972079707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76d05b118f14949a8e898c33fe3b300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9891c5c2-2f", "ovs_interfaceid": "9891c5c2-2fa5-4773-abef-3bb7dd1d522d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.690398] env[68116]: DEBUG nova.compute.manager [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Received event network-vif-plugged-9891c5c2-2fa5-4773-abef-3bb7dd1d522d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.690764] env[68116]: DEBUG oslo_concurrency.lockutils [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] Acquiring lock "79813ca0-3aac-4900-aa73-211f3cff529a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.690898] env[68116]: DEBUG oslo_concurrency.lockutils [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] Lock "79813ca0-3aac-4900-aa73-211f3cff529a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.690960] env[68116]: DEBUG oslo_concurrency.lockutils [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] Lock "79813ca0-3aac-4900-aa73-211f3cff529a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.691178] env[68116]: DEBUG nova.compute.manager [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] No waiting events found dispatching network-vif-plugged-9891c5c2-2fa5-4773-abef-3bb7dd1d522d {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.691299] env[68116]: WARNING nova.compute.manager [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Received unexpected event network-vif-plugged-9891c5c2-2fa5-4773-abef-3bb7dd1d522d for instance with vm_state building and task_state spawning. [ 880.691591] env[68116]: DEBUG nova.compute.manager [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Received event network-changed-9891c5c2-2fa5-4773-abef-3bb7dd1d522d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.691591] env[68116]: DEBUG nova.compute.manager [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Refreshing instance network info cache due to event network-changed-9891c5c2-2fa5-4773-abef-3bb7dd1d522d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 880.691760] env[68116]: DEBUG oslo_concurrency.lockutils [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] Acquiring lock "refresh_cache-79813ca0-3aac-4900-aa73-211f3cff529a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.763282] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-6a5e8baa-30b1-426f-8e85-7a59f50a45f9" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.763562] env[68116]: DEBUG nova.objects.instance [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lazy-loading 'migration_context' on Instance uuid 6a5e8baa-30b1-426f-8e85-7a59f50a45f9 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.773528] env[68116]: DEBUG oslo_concurrency.lockutils [None req-96e6d5ff-b453-4dcc-9c6d-0eaf2df3364f tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.133s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.956025] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52925602-6f46-9e6b-3ae8-826978a6d9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.956025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.956025] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 913c1bb0-9c12-45a0-820a-d357e0fb1a6c/913c1bb0-9c12-45a0-820a-d357e0fb1a6c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.956025] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e17f4f32-b879-4287-8f32-77ca6d98531b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.964467] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 880.964467] env[68116]: value = "task-2786159" [ 880.964467] env[68116]: _type = "Task" [ 880.964467] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.972230] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.039856] env[68116]: DEBUG nova.scheduler.client.report [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.047565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Releasing lock "refresh_cache-79813ca0-3aac-4900-aa73-211f3cff529a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.047893] env[68116]: DEBUG nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Instance network_info: |[{"id": "9891c5c2-2fa5-4773-abef-3bb7dd1d522d", "address": "fa:16:3e:f5:8f:d3", "network": {"id": "95263714-4e04-47d7-86dd-3aaa80828eb6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1972079707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76d05b118f14949a8e898c33fe3b300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9891c5c2-2f", "ovs_interfaceid": "9891c5c2-2fa5-4773-abef-3bb7dd1d522d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.048519] env[68116]: DEBUG oslo_concurrency.lockutils [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] Acquired lock "refresh_cache-79813ca0-3aac-4900-aa73-211f3cff529a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.048519] env[68116]: DEBUG nova.network.neutron [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Refreshing network info cache for port 9891c5c2-2fa5-4773-abef-3bb7dd1d522d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.049550] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:8f:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9891c5c2-2fa5-4773-abef-3bb7dd1d522d', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.057460] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Creating folder: Project (a76d05b118f14949a8e898c33fe3b300). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.058761] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53d1f8dc-100d-46db-a012-16b8a687fd2f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.072787] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Created folder: Project (a76d05b118f14949a8e898c33fe3b300) in parent group-v559920. [ 881.072995] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Creating folder: Instances. Parent ref: group-v560103. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.073251] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9be21291-8153-4476-b4b4-aa8cf347b989 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.083413] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Created folder: Instances in parent group-v560103. [ 881.083657] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.083843] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.084059] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba673455-b16a-4336-8f3b-55798b3db5d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.107788] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.107788] env[68116]: value = "task-2786162" [ 881.107788] env[68116]: _type = "Task" [ 881.107788] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.116632] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786162, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.269047] env[68116]: DEBUG nova.objects.base [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Object Instance<6a5e8baa-30b1-426f-8e85-7a59f50a45f9> lazy-loaded attributes: info_cache,migration_context {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 881.269047] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a5277-69f7-43b6-b53c-3dfe448471ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.290279] env[68116]: DEBUG nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.294270] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97f17d6-1333-4ae8-833c-ea006a0f29bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.303449] env[68116]: DEBUG oslo_vmware.api [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 881.303449] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a22211-c80a-459f-9596-f394b6b50b19" [ 881.303449] env[68116]: _type = "Task" [ 881.303449] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.317464] env[68116]: DEBUG oslo_vmware.api [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a22211-c80a-459f-9596-f394b6b50b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.424893] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.451770] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.452046] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.452233] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.452417] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.452560] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.452708] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.452942] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.453113] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.453306] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.453491] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.453678] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.454635] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f975e3-70ca-4903-8608-dddbc7285072 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.470361] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853792a-e311-4386-a409-69d91e67d468 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.490477] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501843} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.491121] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 913c1bb0-9c12-45a0-820a-d357e0fb1a6c/913c1bb0-9c12-45a0-820a-d357e0fb1a6c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.491418] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.491689] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f80eed-cab1-4d6e-8728-725b76bd23aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.501586] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 881.501586] env[68116]: value = "task-2786163" [ 881.501586] env[68116]: _type = "Task" [ 881.501586] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.513485] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.547878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.550403] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.115s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.552525] env[68116]: INFO nova.compute.claims [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.576031] env[68116]: INFO nova.scheduler.client.report [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Deleted allocations for instance b930bfd2-c347-46d4-9af7-ae91354eeb38 [ 881.624414] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786162, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.762806] env[68116]: DEBUG nova.network.neutron [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Updated VIF entry in instance network info cache for port 9891c5c2-2fa5-4773-abef-3bb7dd1d522d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.763173] env[68116]: DEBUG nova.network.neutron [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Updating instance_info_cache with network_info: [{"id": "9891c5c2-2fa5-4773-abef-3bb7dd1d522d", "address": "fa:16:3e:f5:8f:d3", "network": {"id": "95263714-4e04-47d7-86dd-3aaa80828eb6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1972079707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76d05b118f14949a8e898c33fe3b300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9891c5c2-2f", "ovs_interfaceid": "9891c5c2-2fa5-4773-abef-3bb7dd1d522d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.815740] env[68116]: DEBUG oslo_vmware.api [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a22211-c80a-459f-9596-f394b6b50b19, 'name': SearchDatastore_Task, 'duration_secs': 0.028704} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.816685] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.816968] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.012555] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074876} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.012823] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.013828] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de559c-13fb-49d6-a36b-9a58c1150a52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.037526] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 913c1bb0-9c12-45a0-820a-d357e0fb1a6c/913c1bb0-9c12-45a0-820a-d357e0fb1a6c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.037834] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a368da1-c810-4ae4-a060-5ee9009365d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.063859] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 882.063859] env[68116]: value = "task-2786164" [ 882.063859] env[68116]: _type = "Task" [ 882.063859] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.079023] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.085096] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fb2634ba-a5f1-4225-b758-d072caace8f5 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "b930bfd2-c347-46d4-9af7-ae91354eeb38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.479s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.121337] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786162, 'name': CreateVM_Task, 'duration_secs': 0.518744} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.122601] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.123719] env[68116]: DEBUG nova.compute.manager [req-87ffa382-55e8-476d-b6df-24ce45fb61d7 req-312026a2-5973-4ede-89d1-91894973923e service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Received event network-vif-plugged-db0ce8b4-ae9a-4792-b349-985066d0f7ff {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.123977] env[68116]: DEBUG oslo_concurrency.lockutils [req-87ffa382-55e8-476d-b6df-24ce45fb61d7 req-312026a2-5973-4ede-89d1-91894973923e service nova] Acquiring lock "b5c19b01-875f-494e-977c-72eb1d0205b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.124387] env[68116]: DEBUG oslo_concurrency.lockutils [req-87ffa382-55e8-476d-b6df-24ce45fb61d7 req-312026a2-5973-4ede-89d1-91894973923e service nova] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.124868] env[68116]: DEBUG oslo_concurrency.lockutils [req-87ffa382-55e8-476d-b6df-24ce45fb61d7 req-312026a2-5973-4ede-89d1-91894973923e service nova] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.125066] env[68116]: DEBUG nova.compute.manager [req-87ffa382-55e8-476d-b6df-24ce45fb61d7 req-312026a2-5973-4ede-89d1-91894973923e service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] No waiting events found dispatching network-vif-plugged-db0ce8b4-ae9a-4792-b349-985066d0f7ff {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.125248] env[68116]: WARNING nova.compute.manager [req-87ffa382-55e8-476d-b6df-24ce45fb61d7 req-312026a2-5973-4ede-89d1-91894973923e service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Received unexpected event network-vif-plugged-db0ce8b4-ae9a-4792-b349-985066d0f7ff for instance with vm_state building and task_state spawning. [ 882.125933] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.126097] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.126399] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.126928] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2debae5-07ab-44eb-85c9-83855d4b0248 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.133578] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 882.133578] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bb6181-081d-705d-7d28-90decd107f6c" [ 882.133578] env[68116]: _type = "Task" [ 882.133578] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.146263] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bb6181-081d-705d-7d28-90decd107f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.262392] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Successfully updated port: db0ce8b4-ae9a-4792-b349-985066d0f7ff {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.265567] env[68116]: DEBUG oslo_concurrency.lockutils [req-96bb9c71-97f4-4a5b-80d7-5828045f7b05 req-ecd8c74c-1e95-46a2-8582-b42238790692 service nova] Releasing lock "refresh_cache-79813ca0-3aac-4900-aa73-211f3cff529a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.471114] env[68116]: DEBUG nova.compute.manager [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.472049] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc9102-25df-46d6-a2c6-a7aee78c551c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.577765] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.647553] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bb6181-081d-705d-7d28-90decd107f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.650160] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.650399] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.650626] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.650768] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.650944] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.651675] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-105564a3-b0e1-4e8d-a6ee-3f7d260bd6c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.661114] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.661305] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.664374] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904999a6-c5ab-4424-adbf-95c70b1631c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.670039] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 882.670039] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a04b89-cea9-783e-7587-c2255ef30352" [ 882.670039] env[68116]: _type = "Task" [ 882.670039] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.681300] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a04b89-cea9-783e-7587-c2255ef30352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.765820] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "refresh_cache-b5c19b01-875f-494e-977c-72eb1d0205b5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.765998] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "refresh_cache-b5c19b01-875f-494e-977c-72eb1d0205b5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.766154] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.983559] env[68116]: INFO nova.compute.manager [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] instance snapshotting [ 882.989141] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b45b512-6c8f-4655-80bf-6158d2896d34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.010273] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c60021-4198-4e70-9bac-61846490c4dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.013357] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44312a81-3c98-489d-a348-e2aede4b12b6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.025238] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f3745b-8129-4f30-9271-114dbc36b70c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.056094] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e225a04a-c06c-4fda-911c-025d8e0c6c7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.064619] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a12326-c366-4abc-8678-2d936d85cb38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.079374] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.086833] env[68116]: DEBUG nova.compute.provider_tree [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.180659] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a04b89-cea9-783e-7587-c2255ef30352, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.181552] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdb3af2-7d25-474c-ae8e-c6cbc11bf47b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.186757] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 883.186757] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ed7d71-1eba-14e3-033c-06f582c4cade" [ 883.186757] env[68116]: _type = "Task" [ 883.186757] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.195494] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed7d71-1eba-14e3-033c-06f582c4cade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.300855] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.529461] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Updating instance_info_cache with network_info: [{"id": "db0ce8b4-ae9a-4792-b349-985066d0f7ff", "address": "fa:16:3e:23:59:9c", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0ce8b4-ae", "ovs_interfaceid": "db0ce8b4-ae9a-4792-b349-985066d0f7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.531393] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.531864] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af1180a9-3c15-40cf-8e73-ed1bc1bcc167 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.539784] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 883.539784] env[68116]: value = "task-2786165" [ 883.539784] env[68116]: _type = "Task" [ 883.539784] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.548354] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786165, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.577681] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786164, 'name': ReconfigVM_Task, 'duration_secs': 1.101799} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.577941] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 913c1bb0-9c12-45a0-820a-d357e0fb1a6c/913c1bb0-9c12-45a0-820a-d357e0fb1a6c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.578300] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68116) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 883.578921] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-11df2191-037d-4447-ba89-ecbb3af0d75a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.585103] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 883.585103] env[68116]: value = "task-2786166" [ 883.585103] env[68116]: _type = "Task" [ 883.585103] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.590033] env[68116]: DEBUG nova.scheduler.client.report [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.596130] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786166, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.696718] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed7d71-1eba-14e3-033c-06f582c4cade, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.696997] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.697277] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 79813ca0-3aac-4900-aa73-211f3cff529a/79813ca0-3aac-4900-aa73-211f3cff529a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.697526] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75dd599a-995a-4daa-beab-f06d19069b2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.703524] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 883.703524] env[68116]: value = "task-2786167" [ 883.703524] env[68116]: _type = "Task" [ 883.703524] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.711139] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.033195] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "refresh_cache-b5c19b01-875f-494e-977c-72eb1d0205b5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.033590] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Instance network_info: |[{"id": "db0ce8b4-ae9a-4792-b349-985066d0f7ff", "address": "fa:16:3e:23:59:9c", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0ce8b4-ae", "ovs_interfaceid": "db0ce8b4-ae9a-4792-b349-985066d0f7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.034070] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:59:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db0ce8b4-ae9a-4792-b349-985066d0f7ff', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.042427] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.042759] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.047231] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab21a65b-6f62-4838-8d15-b603d391bd44 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.067430] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786165, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.068967] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.068967] env[68116]: value = "task-2786168" [ 884.068967] env[68116]: _type = "Task" [ 884.068967] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.077573] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786168, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.094220] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786166, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.049856} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.094543] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68116) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 884.095407] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453dd14a-a9f5-4193-9b2f-7fc9419b767d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.098641] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.099766] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.102355] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.166s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.103555] env[68116]: INFO nova.compute.claims [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.131618] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 913c1bb0-9c12-45a0-820a-d357e0fb1a6c/ephemeral_0.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.131928] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986beed0-df22-4f9a-b755-853e3bcaa278 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.151141] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 884.151141] env[68116]: value = "task-2786169" [ 884.151141] env[68116]: _type = "Task" [ 884.151141] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.161126] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.172664] env[68116]: DEBUG nova.compute.manager [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Received event network-changed-db0ce8b4-ae9a-4792-b349-985066d0f7ff {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.172919] env[68116]: DEBUG nova.compute.manager [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Refreshing instance network info cache due to event network-changed-db0ce8b4-ae9a-4792-b349-985066d0f7ff. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 884.173824] env[68116]: DEBUG oslo_concurrency.lockutils [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] Acquiring lock "refresh_cache-b5c19b01-875f-494e-977c-72eb1d0205b5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.173824] env[68116]: DEBUG oslo_concurrency.lockutils [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] Acquired lock "refresh_cache-b5c19b01-875f-494e-977c-72eb1d0205b5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.173824] env[68116]: DEBUG nova.network.neutron [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Refreshing network info cache for port db0ce8b4-ae9a-4792-b349-985066d0f7ff {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.212602] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456354} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.212926] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 79813ca0-3aac-4900-aa73-211f3cff529a/79813ca0-3aac-4900-aa73-211f3cff529a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.213209] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.213516] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16bc3c3a-9385-4f73-9a99-15f7316cf0e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.219996] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 884.219996] env[68116]: value = "task-2786170" [ 884.219996] env[68116]: _type = "Task" [ 884.219996] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.229226] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.552855] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786165, 'name': CreateSnapshot_Task, 'duration_secs': 0.583697} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.553287] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.553847] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1a93a-6fdf-4740-80f1-f5ac8396ebbc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.578846] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786168, 'name': CreateVM_Task, 'duration_secs': 0.364593} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.579017] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.579809] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.579968] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.580333] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.580606] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d011353-cf83-4b42-ad03-ddd51798548c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.586491] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 884.586491] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fa97f2-b79d-b37e-6ef4-f40aedbdccef" [ 884.586491] env[68116]: _type = "Task" [ 884.586491] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.592463] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fa97f2-b79d-b37e-6ef4-f40aedbdccef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.608526] env[68116]: DEBUG nova.compute.utils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.613357] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.613357] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.661823] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.673021] env[68116]: DEBUG nova.policy [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a85603750f6e4433af7516507706ec36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd83802d10f4d4ddd9a1539678c9d0393', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.730435] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127863} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.730774] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.731612] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce12adb-856d-4e5d-b22d-25b3658fd257 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.754807] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 79813ca0-3aac-4900-aa73-211f3cff529a/79813ca0-3aac-4900-aa73-211f3cff529a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.757600] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ac7bab-47a3-436a-b41c-d57803c88ceb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.776587] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 884.776587] env[68116]: value = "task-2786171" [ 884.776587] env[68116]: _type = "Task" [ 884.776587] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.784058] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.899514] env[68116]: DEBUG nova.network.neutron [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Updated VIF entry in instance network info cache for port db0ce8b4-ae9a-4792-b349-985066d0f7ff. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.900009] env[68116]: DEBUG nova.network.neutron [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Updating instance_info_cache with network_info: [{"id": "db0ce8b4-ae9a-4792-b349-985066d0f7ff", "address": "fa:16:3e:23:59:9c", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0ce8b4-ae", "ovs_interfaceid": "db0ce8b4-ae9a-4792-b349-985066d0f7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.994503] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Successfully created port: 130374cf-75a7-4de2-857a-e3da904e8288 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.074912] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.077464] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9250319-d448-4ce7-8259-f66eeaf11444 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.087792] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 885.087792] env[68116]: value = "task-2786172" [ 885.087792] env[68116]: _type = "Task" [ 885.087792] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.101329] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fa97f2-b79d-b37e-6ef4-f40aedbdccef, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.106066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.106066] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.106066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.106066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.106066] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.106066] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786172, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.106066] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e90ffc77-b7a1-4ab7-b368-faf3ed1133b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.116736] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.119415] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.119528] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.120629] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67b53f9-bc8c-414d-8d08-ffd0368c34cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.125907] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 885.125907] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52960847-4125-2a2a-af86-a3c2bdc7c415" [ 885.125907] env[68116]: _type = "Task" [ 885.125907] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.134776] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52960847-4125-2a2a-af86-a3c2bdc7c415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.166530] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786169, 'name': ReconfigVM_Task, 'duration_secs': 0.945216} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.169695] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 913c1bb0-9c12-45a0-820a-d357e0fb1a6c/ephemeral_0.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.171863] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de578250-114b-4655-ac73-dd8a2e128a29 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.179046] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 885.179046] env[68116]: value = "task-2786173" [ 885.179046] env[68116]: _type = "Task" [ 885.179046] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.286372] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786171, 'name': ReconfigVM_Task, 'duration_secs': 0.322894} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.286742] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 79813ca0-3aac-4900-aa73-211f3cff529a/79813ca0-3aac-4900-aa73-211f3cff529a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.287445] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecb55ccd-e52b-4567-8f37-b733232864b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.296890] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 885.296890] env[68116]: value = "task-2786174" [ 885.296890] env[68116]: _type = "Task" [ 885.296890] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.306237] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786174, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.403304] env[68116]: DEBUG oslo_concurrency.lockutils [req-0c3b1d6b-45c3-467f-9297-e80867ab2802 req-87526f5b-bbfe-47e2-8980-7a1da28484ae service nova] Releasing lock "refresh_cache-b5c19b01-875f-494e-977c-72eb1d0205b5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.603404] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786172, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.609652] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa9713c-0407-40b8-9412-bc5cb25a6ea5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.616473] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42455d7-fbd9-4fa9-b5db-949965ea73f2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.653616] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34be9eb-421c-4731-b695-e31a61754037 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.661557] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52960847-4125-2a2a-af86-a3c2bdc7c415, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.664875] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d363ccb-bff4-4ed8-9c1b-be9d19c4dc12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.667981] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4afa12-17e2-4268-ac6f-3080d1b97703 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.675127] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 885.675127] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5277974b-57f6-56f4-ab2d-669054de42cb" [ 885.675127] env[68116]: _type = "Task" [ 885.675127] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.683139] env[68116]: DEBUG nova.compute.provider_tree [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.695188] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5277974b-57f6-56f4-ab2d-669054de42cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.698555] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786173, 'name': Rename_Task, 'duration_secs': 0.361678} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.698809] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.699060] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0f435dc-557f-4deb-8259-8ca8de14318d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.706216] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 885.706216] env[68116]: value = "task-2786175" [ 885.706216] env[68116]: _type = "Task" [ 885.706216] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.713982] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.806710] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786174, 'name': Rename_Task, 'duration_secs': 0.146394} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.807014] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.807315] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d54cba4e-1227-43f8-b34d-4691a5a19270 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.814034] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 885.814034] env[68116]: value = "task-2786176" [ 885.814034] env[68116]: _type = "Task" [ 885.814034] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.821989] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.103795] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786172, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.152506] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.181145] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.181576] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.181832] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.182114] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.182321] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.182511] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.182776] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.183000] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.183603] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.183603] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.183929] env[68116]: DEBUG nova.virt.hardware [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.185022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca53f647-cf18-4ae1-943a-f7c0bb40fd9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.194251] env[68116]: DEBUG nova.scheduler.client.report [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.208967] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1967f0cb-d9cb-42f3-8246-19ee495937df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.214592] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5277974b-57f6-56f4-ab2d-669054de42cb, 'name': SearchDatastore_Task, 'duration_secs': 0.020792} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.219024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.219330] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b5c19b01-875f-494e-977c-72eb1d0205b5/b5c19b01-875f-494e-977c-72eb1d0205b5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.220996] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-899a4ec1-125d-4ef3-a400-42d154ec6d88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.237984] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786175, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.239797] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 886.239797] env[68116]: value = "task-2786177" [ 886.239797] env[68116]: _type = "Task" [ 886.239797] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.248845] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.328433] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.603399] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786172, 'name': CloneVM_Task, 'duration_secs': 1.392313} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.603678] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Created linked-clone VM from snapshot [ 886.604499] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97365076-af88-4c6d-89d5-2d7bcfbe5056 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.613052] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Uploading image 999688cc-c3b7-4159-8c32-acc298df7150 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.637445] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.637445] env[68116]: value = "vm-560108" [ 886.637445] env[68116]: _type = "VirtualMachine" [ 886.637445] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.637759] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79f9ed66-06d0-4ae3-8649-49199a5b00e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.645101] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lease: (returnval){ [ 886.645101] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ae7d4e-aa86-0ce9-ef3f-d49622fafe54" [ 886.645101] env[68116]: _type = "HttpNfcLease" [ 886.645101] env[68116]: } obtained for exporting VM: (result){ [ 886.645101] env[68116]: value = "vm-560108" [ 886.645101] env[68116]: _type = "VirtualMachine" [ 886.645101] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.645417] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the lease: (returnval){ [ 886.645417] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ae7d4e-aa86-0ce9-ef3f-d49622fafe54" [ 886.645417] env[68116]: _type = "HttpNfcLease" [ 886.645417] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.652605] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.652605] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ae7d4e-aa86-0ce9-ef3f-d49622fafe54" [ 886.652605] env[68116]: _type = "HttpNfcLease" [ 886.652605] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.700097] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.700879] env[68116]: DEBUG nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.703630] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.054s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.703900] env[68116]: DEBUG nova.objects.instance [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lazy-loading 'resources' on Instance uuid 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.725533] env[68116]: DEBUG oslo_vmware.api [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786175, 'name': PowerOnVM_Task, 'duration_secs': 0.678039} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.725819] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.726038] env[68116]: INFO nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Took 10.00 seconds to spawn the instance on the hypervisor. [ 886.726246] env[68116]: DEBUG nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.727079] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e035b98-cc6a-4805-9687-45d1f4ba5ddd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.757425] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786177, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.824021] env[68116]: DEBUG oslo_vmware.api [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786176, 'name': PowerOnVM_Task, 'duration_secs': 0.669753} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.824648] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.824956] env[68116]: INFO nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Took 7.99 seconds to spawn the instance on the hypervisor. [ 886.825057] env[68116]: DEBUG nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.826036] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64845bda-df96-4add-9f53-719af334767d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.839062] env[68116]: DEBUG nova.compute.manager [req-b625e2c3-f869-44c3-a790-c292b34c185b req-8b800b2f-0f9e-4a61-ac4a-67569f7486d3 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Received event network-vif-plugged-130374cf-75a7-4de2-857a-e3da904e8288 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.839445] env[68116]: DEBUG oslo_concurrency.lockutils [req-b625e2c3-f869-44c3-a790-c292b34c185b req-8b800b2f-0f9e-4a61-ac4a-67569f7486d3 service nova] Acquiring lock "b741868d-fab6-40ca-ade5-448906355e68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.839841] env[68116]: DEBUG oslo_concurrency.lockutils [req-b625e2c3-f869-44c3-a790-c292b34c185b req-8b800b2f-0f9e-4a61-ac4a-67569f7486d3 service nova] Lock "b741868d-fab6-40ca-ade5-448906355e68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.840150] env[68116]: DEBUG oslo_concurrency.lockutils [req-b625e2c3-f869-44c3-a790-c292b34c185b req-8b800b2f-0f9e-4a61-ac4a-67569f7486d3 service nova] Lock "b741868d-fab6-40ca-ade5-448906355e68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.840443] env[68116]: DEBUG nova.compute.manager [req-b625e2c3-f869-44c3-a790-c292b34c185b req-8b800b2f-0f9e-4a61-ac4a-67569f7486d3 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] No waiting events found dispatching network-vif-plugged-130374cf-75a7-4de2-857a-e3da904e8288 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.840804] env[68116]: WARNING nova.compute.manager [req-b625e2c3-f869-44c3-a790-c292b34c185b req-8b800b2f-0f9e-4a61-ac4a-67569f7486d3 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Received unexpected event network-vif-plugged-130374cf-75a7-4de2-857a-e3da904e8288 for instance with vm_state building and task_state spawning. [ 887.044960] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Successfully updated port: 130374cf-75a7-4de2-857a-e3da904e8288 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.156029] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.156029] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ae7d4e-aa86-0ce9-ef3f-d49622fafe54" [ 887.156029] env[68116]: _type = "HttpNfcLease" [ 887.156029] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.156029] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.156029] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ae7d4e-aa86-0ce9-ef3f-d49622fafe54" [ 887.156029] env[68116]: _type = "HttpNfcLease" [ 887.156029] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.156029] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f8140f-3c72-46cb-9539-0b057dc0f404 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.163938] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52389183-7304-f535-8128-58b78452eeb9/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.164575] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52389183-7304-f535-8128-58b78452eeb9/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.226591] env[68116]: DEBUG nova.compute.utils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.240029] env[68116]: DEBUG nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 887.253922] env[68116]: INFO nova.compute.manager [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Took 52.47 seconds to build instance. [ 887.261235] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903038} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.261753] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b5c19b01-875f-494e-977c-72eb1d0205b5/b5c19b01-875f-494e-977c-72eb1d0205b5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.262156] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.262580] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c35eadd-3551-45dd-9d8f-c0707a3a6aab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.271038] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 887.271038] env[68116]: value = "task-2786179" [ 887.271038] env[68116]: _type = "Task" [ 887.271038] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.283994] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.340289] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-909e8d2e-f822-493b-8392-194db512a443 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.350147] env[68116]: INFO nova.compute.manager [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Took 51.90 seconds to build instance. [ 887.548468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "refresh_cache-b741868d-fab6-40ca-ade5-448906355e68" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.548468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "refresh_cache-b741868d-fab6-40ca-ade5-448906355e68" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.548468] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.735375] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1b64c-d329-4d2a-a3c1-19c012ccf137 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.738349] env[68116]: DEBUG nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.748539] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1549e-93d4-4334-b539-3274c64c969e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.783824] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89b34205-7bdb-43c7-97ae-0bdd04a04373 tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.036s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.789984] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8807a-f1ea-4cd1-ae35-259b87562378 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.798518] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103672} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.800959] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.801932] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40d87d0-7ffa-4162-9cf2-d6ba2fbb90b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.805676] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4790b4ec-c803-4606-be39-37516163dae8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.829549] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b5c19b01-875f-494e-977c-72eb1d0205b5/b5c19b01-875f-494e-977c-72eb1d0205b5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.837961] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc4e346e-3c9c-4603-b490-9e0bbc2d90af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.853106] env[68116]: DEBUG nova.compute.provider_tree [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.854814] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a0b8952e-5132-4e1d-a3e9-6e0eb868544b tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "79813ca0-3aac-4900-aa73-211f3cff529a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.425s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.860582] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 887.860582] env[68116]: value = "task-2786180" [ 887.860582] env[68116]: _type = "Task" [ 887.860582] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.868681] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.110249] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.357181] env[68116]: DEBUG nova.scheduler.client.report [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.371421] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.515019] env[68116]: DEBUG nova.network.neutron [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Updating instance_info_cache with network_info: [{"id": "130374cf-75a7-4de2-857a-e3da904e8288", "address": "fa:16:3e:92:ff:b4", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130374cf-75", "ovs_interfaceid": "130374cf-75a7-4de2-857a-e3da904e8288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.752191] env[68116]: DEBUG nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.776558] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.776907] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.777143] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.777414] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.777497] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.777651] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.778349] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.778501] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.778776] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.778945] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.779136] env[68116]: DEBUG nova.virt.hardware [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.780114] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9879fc-51fc-413a-8903-73410bbd233c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.788688] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318e959-466f-4361-9276-c670b08c61b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.808712] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.818399] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Creating folder: Project (a6d424181ecf4d8f885d098c18625756). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.818774] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61b39625-b45b-49a8-a4c6-0fc01b075637 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.830701] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Created folder: Project (a6d424181ecf4d8f885d098c18625756) in parent group-v559920. [ 888.830931] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Creating folder: Instances. Parent ref: group-v560109. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.831171] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25ea5035-01a1-4d9e-9697-30bfb343358d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.839729] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Created folder: Instances in parent group-v560109. [ 888.840953] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.840953] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.840953] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed515008-7b87-4166-9831-2f9f017110df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.856973] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.856973] env[68116]: value = "task-2786183" [ 888.856973] env[68116]: _type = "Task" [ 888.856973] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.865828] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.871107] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.369s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.873518] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786183, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.878318] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786180, 'name': ReconfigVM_Task, 'duration_secs': 0.643621} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.878612] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b5c19b01-875f-494e-977c-72eb1d0205b5/b5c19b01-875f-494e-977c-72eb1d0205b5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.879359] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b7e41d6-f731-4c9a-bcda-eb2999f6b169 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.887636] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 888.887636] env[68116]: value = "task-2786184" [ 888.887636] env[68116]: _type = "Task" [ 888.887636] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.897199] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786184, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.899361] env[68116]: INFO nova.scheduler.client.report [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Deleted allocations for instance 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6 [ 889.018557] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "refresh_cache-b741868d-fab6-40ca-ade5-448906355e68" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.018796] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Instance network_info: |[{"id": "130374cf-75a7-4de2-857a-e3da904e8288", "address": "fa:16:3e:92:ff:b4", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130374cf-75", "ovs_interfaceid": "130374cf-75a7-4de2-857a-e3da904e8288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.019803] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ff:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '130374cf-75a7-4de2-857a-e3da904e8288', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.028743] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.029042] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b741868d-fab6-40ca-ade5-448906355e68] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.029271] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7de3c555-8ce9-4ce1-90d7-a4632ee3f03f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.048574] env[68116]: DEBUG nova.compute.manager [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Received event network-changed-130374cf-75a7-4de2-857a-e3da904e8288 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.048752] env[68116]: DEBUG nova.compute.manager [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Refreshing instance network info cache due to event network-changed-130374cf-75a7-4de2-857a-e3da904e8288. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 889.048982] env[68116]: DEBUG oslo_concurrency.lockutils [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] Acquiring lock "refresh_cache-b741868d-fab6-40ca-ade5-448906355e68" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.049140] env[68116]: DEBUG oslo_concurrency.lockutils [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] Acquired lock "refresh_cache-b741868d-fab6-40ca-ade5-448906355e68" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.050033] env[68116]: DEBUG nova.network.neutron [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Refreshing network info cache for port 130374cf-75a7-4de2-857a-e3da904e8288 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.057068] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.057068] env[68116]: value = "task-2786185" [ 889.057068] env[68116]: _type = "Task" [ 889.057068] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.068890] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786185, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.368392] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786183, 'name': CreateVM_Task, 'duration_secs': 0.484796} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.368616] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.369077] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.369263] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.369620] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.369917] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f178ede-de49-4249-93d1-a0af805b3a13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.388454] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 889.388454] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52119366-0625-aa89-9aa7-dab7f785db4d" [ 889.388454] env[68116]: _type = "Task" [ 889.388454] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.402976] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786184, 'name': Rename_Task, 'duration_secs': 0.188195} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.407362] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.409952] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52119366-0625-aa89-9aa7-dab7f785db4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.410492] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa5730c5-7703-4a8a-9dce-7484ceb9cb76 tempest-VolumesAssistedSnapshotsTest-142452177 tempest-VolumesAssistedSnapshotsTest-142452177-project-member] Lock "3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.443s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.412109] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6eecb5-28b1-457b-ba61-f515ba95ceca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.414725] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.414970] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.415297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.415475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.415779] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.416808] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84acb044-8e64-49b0-b0ce-28e12810c45f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.424790] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 889.424790] env[68116]: value = "task-2786186" [ 889.424790] env[68116]: _type = "Task" [ 889.424790] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.436406] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.442481] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.442744] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.443633] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2953265e-3b74-4a08-b7a4-c91501fbedb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.449629] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 889.449629] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c75d66-e131-ce98-2206-4d67fab9ad2f" [ 889.449629] env[68116]: _type = "Task" [ 889.449629] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.459710] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c75d66-e131-ce98-2206-4d67fab9ad2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.566967] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786185, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.821908] env[68116]: DEBUG nova.network.neutron [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Updated VIF entry in instance network info cache for port 130374cf-75a7-4de2-857a-e3da904e8288. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.822423] env[68116]: DEBUG nova.network.neutron [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Updating instance_info_cache with network_info: [{"id": "130374cf-75a7-4de2-857a-e3da904e8288", "address": "fa:16:3e:92:ff:b4", "network": {"id": "b9c68779-fd52-4d20-a1de-a5c68277ba74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1243779824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83802d10f4d4ddd9a1539678c9d0393", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130374cf-75", "ovs_interfaceid": "130374cf-75a7-4de2-857a-e3da904e8288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.891735] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Applying migration context for instance 6a5e8baa-30b1-426f-8e85-7a59f50a45f9 as it has an incoming, in-progress migration 7e6e2328-013e-4268-aefb-aef39228af0e. Migration status is confirming {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 889.894121] env[68116]: INFO nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating resource usage from migration 7e6e2328-013e-4268-aefb-aef39228af0e [ 889.894492] env[68116]: INFO nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating resource usage from migration d12fb25a-bcb8-40bd-8f55-a675fff616c6 [ 889.894623] env[68116]: INFO nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating resource usage from migration 56bac113-d7c3-4972-bc98-16e2f55bfa05 [ 889.937452] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.939073] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance bd47b8e0-c366-4566-be38-0be8bd3cf92a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.939360] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 21994763-21a4-4797-bfbb-b0c599e1cc5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.939609] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 44e7ad55-9b41-42e1-a564-bf3ec4df61b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.939829] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance e5ae69c9-e56d-404b-8684-df4cd208e8d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.940062] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 0f6b596f-f7f0-4919-9301-feeda6237423 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.940266] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 55307952-d3d8-4c1c-8183-cd73338705cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.941014] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.941014] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance cc659801-e9ef-4e26-baef-533548faa249 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.941014] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance cb077499-1dce-4793-9551-adad48f1a4c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.941014] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance eb1002fb-fdb3-44c1-a32a-022eff6acc66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.941014] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 06daaad2-1e1a-4144-afb5-6e244d4c557a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.941299] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance eaff0def-33a7-4d43-b42f-831309b1ab40 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.941498] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 0e2dea7a-c8ea-4993-aaba-720e40d00650 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.963542] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c75d66-e131-ce98-2206-4d67fab9ad2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.964328] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0141a8a7-d988-4781-8781-820ea3ea7484 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.973124] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 889.973124] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52282081-275a-1abe-c623-0367cffa7402" [ 889.973124] env[68116]: _type = "Task" [ 889.973124] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.979887] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52282081-275a-1abe-c623-0367cffa7402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.070025] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786185, 'name': CreateVM_Task, 'duration_secs': 0.623573} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.070025] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b741868d-fab6-40ca-ade5-448906355e68] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.070025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.070025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.070025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.070025] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c171774-00cb-49f5-a6e0-e3dcde240552 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.074752] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 890.074752] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525ea550-84ef-ebe2-6af2-c66a3303fe0d" [ 890.074752] env[68116]: _type = "Task" [ 890.074752] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.083524] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525ea550-84ef-ebe2-6af2-c66a3303fe0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.325523] env[68116]: DEBUG oslo_concurrency.lockutils [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] Releasing lock "refresh_cache-b741868d-fab6-40ca-ade5-448906355e68" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.327927] env[68116]: DEBUG nova.compute.manager [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Received event network-changed-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 890.327927] env[68116]: DEBUG nova.compute.manager [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Refreshing instance network info cache due to event network-changed-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 890.327927] env[68116]: DEBUG oslo_concurrency.lockutils [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] Acquiring lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.327927] env[68116]: DEBUG oslo_concurrency.lockutils [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] Acquired lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.327927] env[68116]: DEBUG nova.network.neutron [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Refreshing network info cache for port 5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.436918] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786186, 'name': PowerOnVM_Task, 'duration_secs': 0.867994} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.437435] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.437742] env[68116]: INFO nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Took 9.01 seconds to spawn the instance on the hypervisor. [ 890.438040] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.438905] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d256125-7d0c-4920-bcba-ed9c6e76903f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.445530] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 294aee46-b0d1-484e-bcee-9ad9dc2f483a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.445848] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 68f860a5-7d3c-4bc4-b01d-eeb19099cbee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.447047] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Migration 7e6e2328-013e-4268-aefb-aef39228af0e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 890.447047] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 6a5e8baa-30b1-426f-8e85-7a59f50a45f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.447047] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance c7edab68-191a-47e0-ad45-717b7851500c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.447047] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.447047] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 913c1bb0-9c12-45a0-820a-d357e0fb1a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.447047] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 79813ca0-3aac-4900-aa73-211f3cff529a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.447047] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b5c19b01-875f-494e-977c-72eb1d0205b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.447368] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b741868d-fab6-40ca-ade5-448906355e68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.447583] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 15c90069-81af-4b6e-a8cc-5a4133e9aaa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.485174] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52282081-275a-1abe-c623-0367cffa7402, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.485639] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.486238] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 15c90069-81af-4b6e-a8cc-5a4133e9aaa8/15c90069-81af-4b6e-a8cc-5a4133e9aaa8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.486425] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03fd61dc-f2a6-4df6-bee9-c8bde3da191e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.495387] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 890.495387] env[68116]: value = "task-2786187" [ 890.495387] env[68116]: _type = "Task" [ 890.495387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.507491] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.585222] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525ea550-84ef-ebe2-6af2-c66a3303fe0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.585533] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.585767] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.585999] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.586158] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.586335] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.586687] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3f434c1-abc7-4449-986b-f61cb3c0dd51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.595066] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.595297] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.596042] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2874dd-22e2-4783-8d37-f69d88ddec11 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.601776] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 890.601776] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52dc5419-dc31-37f3-e88b-2ebe93065188" [ 890.601776] env[68116]: _type = "Task" [ 890.601776] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.609473] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52dc5419-dc31-37f3-e88b-2ebe93065188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.794790] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "79813ca0-3aac-4900-aa73-211f3cff529a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.795109] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "79813ca0-3aac-4900-aa73-211f3cff529a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.795547] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "79813ca0-3aac-4900-aa73-211f3cff529a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.795547] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "79813ca0-3aac-4900-aa73-211f3cff529a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.795681] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "79813ca0-3aac-4900-aa73-211f3cff529a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.798237] env[68116]: INFO nova.compute.manager [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Terminating instance [ 890.956198] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance c833ff1f-f57e-43a7-af50-2b0f2b124344 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.967646] env[68116]: INFO nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Took 54.26 seconds to build instance. [ 891.006154] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786187, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.114021] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52dc5419-dc31-37f3-e88b-2ebe93065188, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.114021] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1f5df1-a609-4289-af7e-452bd3629c6d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.119176] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 891.119176] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527bf73f-72c7-3837-0360-63452f5bd7be" [ 891.119176] env[68116]: _type = "Task" [ 891.119176] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.130302] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527bf73f-72c7-3837-0360-63452f5bd7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.303378] env[68116]: DEBUG nova.compute.manager [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.303610] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.304593] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81e5ca7-517a-43e5-b8fd-3be57326d82f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.315978] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.316263] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb2d662-1dd8-41be-9ef6-5932ecd23952 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.322526] env[68116]: DEBUG oslo_vmware.api [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 891.322526] env[68116]: value = "task-2786188" [ 891.322526] env[68116]: _type = "Task" [ 891.322526] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.341101] env[68116]: DEBUG oslo_vmware.api [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.458998] env[68116]: DEBUG nova.network.neutron [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Updated VIF entry in instance network info cache for port 5de876f5-ec7b-42e7-9f9a-b04babd7f6e7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.459408] env[68116]: DEBUG nova.network.neutron [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Updating instance_info_cache with network_info: [{"id": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "address": "fa:16:3e:a2:4a:d1", "network": {"id": "f20fab81-bf47-443e-bf5e-99ffb451023f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-802316473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea44e64418624f1cb523b3503d3c6358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de876f5-ec", "ovs_interfaceid": "5de876f5-ec7b-42e7-9f9a-b04babd7f6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.464538] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance e86f51f4-01df-4db3-83cd-0174d6d154c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 891.468872] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.773s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.507905] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523938} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.508379] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 15c90069-81af-4b6e-a8cc-5a4133e9aaa8/15c90069-81af-4b6e-a8cc-5a4133e9aaa8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.508619] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.508882] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b201503-577f-4374-9db4-65f943d59b61 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.516106] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 891.516106] env[68116]: value = "task-2786189" [ 891.516106] env[68116]: _type = "Task" [ 891.516106] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.525325] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.632574] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527bf73f-72c7-3837-0360-63452f5bd7be, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.632863] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.633139] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b741868d-fab6-40ca-ade5-448906355e68/b741868d-fab6-40ca-ade5-448906355e68.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.633403] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0f70d6-18b7-435b-af82-e76afd0c2702 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.640668] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 891.640668] env[68116]: value = "task-2786190" [ 891.640668] env[68116]: _type = "Task" [ 891.640668] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.650659] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.835556] env[68116]: DEBUG oslo_vmware.api [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786188, 'name': PowerOffVM_Task, 'duration_secs': 0.367953} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.835917] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.836161] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.836451] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee137671-8c49-4185-be7c-f18a887cbe37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.917787] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.917787] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.917787] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Deleting the datastore file [datastore2] 79813ca0-3aac-4900-aa73-211f3cff529a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.917787] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd909a14-88f9-4b10-9125-8e4d7e07e921 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.926056] env[68116]: DEBUG oslo_vmware.api [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for the task: (returnval){ [ 891.926056] env[68116]: value = "task-2786192" [ 891.926056] env[68116]: _type = "Task" [ 891.926056] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.934973] env[68116]: DEBUG oslo_vmware.api [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.962632] env[68116]: DEBUG oslo_concurrency.lockutils [req-938a4265-aa86-47fc-a42d-7620e380e712 req-ae44cf42-cbb9-491c-8a4c-320550085452 service nova] Releasing lock "refresh_cache-913c1bb0-9c12-45a0-820a-d357e0fb1a6c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.967030] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 891.967030] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Migration d12fb25a-bcb8-40bd-8f55-a675fff616c6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 891.967030] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance ea04be24-b290-43d8-b456-06f53e26079c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 892.025964] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072028} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.026303] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.027285] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675db54a-3a23-450b-bb7d-6a100b502680 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.048195] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 15c90069-81af-4b6e-a8cc-5a4133e9aaa8/15c90069-81af-4b6e-a8cc-5a4133e9aaa8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.048942] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36d77d6-00fc-4df7-b61e-ea32696e70c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.071332] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 892.071332] env[68116]: value = "task-2786193" [ 892.071332] env[68116]: _type = "Task" [ 892.071332] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.081130] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.150738] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786190, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.435956] env[68116]: DEBUG oslo_vmware.api [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Task: {'id': task-2786192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373044} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.439473] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.439473] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.439473] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.439473] env[68116]: INFO nova.compute.manager [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 892.439473] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.439473] env[68116]: DEBUG nova.compute.manager [-] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.439473] env[68116]: DEBUG nova.network.neutron [-] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.470658] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 704e4902-d8b1-4b6b-9314-4d887bc583c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.581985] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.651686] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514065} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.651941] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b741868d-fab6-40ca-ade5-448906355e68/b741868d-fab6-40ca-ade5-448906355e68.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.652219] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.652490] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27dbe9ac-f54f-4b77-9885-6437f5596852 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.659331] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 892.659331] env[68116]: value = "task-2786194" [ 892.659331] env[68116]: _type = "Task" [ 892.659331] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.667922] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.977188] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance fb8594a2-f959-4911-b033-c6d90f04e958 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.977494] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Migration 56bac113-d7c3-4972-bc98-16e2f55bfa05 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 892.977842] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b2bedbd1-0b2e-460d-a184-c1aad56e3bac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 892.977988] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 892.978203] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 893.081199] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786193, 'name': ReconfigVM_Task, 'duration_secs': 0.705478} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.084117] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 15c90069-81af-4b6e-a8cc-5a4133e9aaa8/15c90069-81af-4b6e-a8cc-5a4133e9aaa8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.084999] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5393f212-6b34-42eb-8337-b0a6097b226c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.092288] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 893.092288] env[68116]: value = "task-2786195" [ 893.092288] env[68116]: _type = "Task" [ 893.092288] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.101578] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786195, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.171487] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067297} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.171487] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.172835] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53a5445-5370-4b74-b222-58c7dd73223c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.198301] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] b741868d-fab6-40ca-ade5-448906355e68/b741868d-fab6-40ca-ade5-448906355e68.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.201281] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ffef7c-0911-424b-861d-fa83bb922171 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.222639] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 893.222639] env[68116]: value = "task-2786196" [ 893.222639] env[68116]: _type = "Task" [ 893.222639] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.231723] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.276185] env[68116]: DEBUG nova.compute.manager [req-a3a604a5-48e2-44a8-8df3-3ece53de3735 req-0256093e-1d1f-4da3-87c3-06e8476fa818 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Received event network-vif-deleted-9891c5c2-2fa5-4773-abef-3bb7dd1d522d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.276383] env[68116]: INFO nova.compute.manager [req-a3a604a5-48e2-44a8-8df3-3ece53de3735 req-0256093e-1d1f-4da3-87c3-06e8476fa818 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Neutron deleted interface 9891c5c2-2fa5-4773-abef-3bb7dd1d522d; detaching it from the instance and deleting it from the info cache [ 893.276549] env[68116]: DEBUG nova.network.neutron [req-a3a604a5-48e2-44a8-8df3-3ece53de3735 req-0256093e-1d1f-4da3-87c3-06e8476fa818 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.520256] env[68116]: DEBUG nova.network.neutron [-] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.549937] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d03e20-5bf5-418c-ba2d-b974f3f6143c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.558417] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851d1485-7074-417d-a9ad-6dc29d95d3ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.593571] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118719be-fbf8-45c4-8cb1-d7fc40b841ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.606581] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37154e7-103d-4188-a7dc-511a6994b1fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.610760] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786195, 'name': Rename_Task, 'duration_secs': 0.176411} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.611071] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.612313] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f9f01c-bf0f-4b73-bb69-3d7018a99a97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.624946] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.628597] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 893.628597] env[68116]: value = "task-2786197" [ 893.628597] env[68116]: _type = "Task" [ 893.628597] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.637821] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786197, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.733196] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.781401] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8859f208-4f02-4a34-b23e-dbe8f501b133 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.789344] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ca6913-ff67-40e4-9f70-0ddf62c00603 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.830075] env[68116]: DEBUG nova.compute.manager [req-a3a604a5-48e2-44a8-8df3-3ece53de3735 req-0256093e-1d1f-4da3-87c3-06e8476fa818 service nova] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Detach interface failed, port_id=9891c5c2-2fa5-4773-abef-3bb7dd1d522d, reason: Instance 79813ca0-3aac-4900-aa73-211f3cff529a could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 894.022863] env[68116]: INFO nova.compute.manager [-] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Took 1.58 seconds to deallocate network for instance. [ 894.133088] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.153349] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786197, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.238267] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786196, 'name': ReconfigVM_Task, 'duration_secs': 0.683221} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.238617] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Reconfigured VM instance instance-00000041 to attach disk [datastore2] b741868d-fab6-40ca-ade5-448906355e68/b741868d-fab6-40ca-ade5-448906355e68.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.239490] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ad41988-311b-492a-9a79-61412635cd3a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.247825] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 894.247825] env[68116]: value = "task-2786198" [ 894.247825] env[68116]: _type = "Task" [ 894.247825] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.260030] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786198, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.528941] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.644919] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 894.645189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.774s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.645468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.327s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.645693] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.647817] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.882s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.648009] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.650852] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.677s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.651059] env[68116]: DEBUG nova.objects.instance [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'pci_requests' on Instance uuid 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.652139] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.652310] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Cleaning up deleted instances {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 894.657384] env[68116]: DEBUG oslo_vmware.api [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786197, 'name': PowerOnVM_Task, 'duration_secs': 0.718573} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.658710] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.658710] env[68116]: INFO nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Took 5.91 seconds to spawn the instance on the hypervisor. [ 894.658710] env[68116]: DEBUG nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.659224] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a961ad-b234-4f81-b010-337ed9032286 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.678840] env[68116]: INFO nova.scheduler.client.report [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Deleted allocations for instance eb1002fb-fdb3-44c1-a32a-022eff6acc66 [ 894.758348] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786198, 'name': Rename_Task, 'duration_secs': 0.291341} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.759014] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.759014] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80036a95-f9e0-47af-b665-623815f33c89 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.765383] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 894.765383] env[68116]: value = "task-2786199" [ 894.765383] env[68116]: _type = "Task" [ 894.765383] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.775316] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.157888] env[68116]: DEBUG nova.objects.instance [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'numa_topology' on Instance uuid 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.177834] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] There are 39 instances to clean {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 895.178192] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 37b39a21-4d4d-432d-a3f9-88f20d00ed86] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 895.187269] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1a661c65-74a7-4130-8785-1f1754629968 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.274s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.188263] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.709s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.188429] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.188666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.188842] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.193397] env[68116]: INFO nova.compute.manager [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Took 53.28 seconds to build instance. [ 895.194244] env[68116]: INFO nova.compute.manager [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Terminating instance [ 895.209281] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0b0ab767-af48-4c9f-b35f-5a80e6fc1b71 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591 tempest-FloatingIPsAssociationNegativeTestJSON-1329941591-project-member] Lock "eb1002fb-fdb3-44c1-a32a-022eff6acc66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.996s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.277055] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.662639] env[68116]: INFO nova.compute.claims [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.688489] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: a74713b1-37d2-477a-8e70-6d1b5916156a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 895.698046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1deaba-49b5-4435-b1ad-b667458999fd tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.358s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.699100] env[68116]: DEBUG nova.compute.manager [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.700149] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.700149] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7372b3c8-0fe4-4775-af29-d5cf58466979 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.712776] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c2c61-55c1-48f2-adbf-1ed57a828fee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.759557] env[68116]: WARNING nova.virt.vmwareapi.vmops [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311 could not be found. [ 895.759734] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.759967] env[68116]: INFO nova.compute.manager [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Took 0.06 seconds to destroy the instance on the hypervisor. [ 895.760433] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.760968] env[68116]: DEBUG nova.compute.manager [-] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.761123] env[68116]: DEBUG nova.network.neutron [-] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.778919] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786199, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.192462] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 10436fc4-3f5c-4fbf-b316-1986fce6eeeb] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 896.281868] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786199, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.697770] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 9913340c-ab70-49fc-b116-906a6bdcc208] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 896.777813] env[68116]: DEBUG nova.network.neutron [-] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.786968] env[68116]: DEBUG oslo_vmware.api [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786199, 'name': PowerOnVM_Task, 'duration_secs': 1.729234} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.790924] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.791365] env[68116]: INFO nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Took 10.64 seconds to spawn the instance on the hypervisor. [ 896.791603] env[68116]: DEBUG nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.792949] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa6887d-40b0-4a6a-878c-17296dd3bf81 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.948738] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52389183-7304-f535-8128-58b78452eeb9/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.949725] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7407d7-8686-4755-a8c9-e9da923cb201 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.958591] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52389183-7304-f535-8128-58b78452eeb9/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.958766] env[68116]: ERROR oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52389183-7304-f535-8128-58b78452eeb9/disk-0.vmdk due to incomplete transfer. [ 896.958991] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-74217097-a6e7-48b7-9e2b-2d14429613cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.967227] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52389183-7304-f535-8128-58b78452eeb9/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.967304] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Uploaded image 999688cc-c3b7-4159-8c32-acc298df7150 to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.969762] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.970107] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c05713de-65b0-4787-8ea7-77c41ee11436 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.979037] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 896.979037] env[68116]: value = "task-2786200" [ 896.979037] env[68116]: _type = "Task" [ 896.979037] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.986469] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786200, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.184062] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd42988-dd55-437e-b65b-078d7de30090 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.195080] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b954c5d-1e1e-476d-85a2-9b8117366714 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.201798] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: a163372d-2fcb-4a29-903e-0dc500e3b798] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 897.965804] env[68116]: INFO nova.compute.manager [-] [instance: 0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311] Took 2.20 seconds to deallocate network for instance. [ 897.970831] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: aefae9af-653e-4eff-b8cd-0fe5548725c6] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 897.979092] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a297160-0c13-4896-a824-0a674bbe596f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.984367] env[68116]: INFO nova.compute.manager [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Took 59.57 seconds to build instance. [ 897.995641] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786200, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.996904] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dad16ef-20db-4a7a-9ae2-c4695c1b02a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.012217] env[68116]: DEBUG nova.compute.provider_tree [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.475286] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 5b1c861f-ac1f-4d72-9d33-5a8f975ca6fe] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 898.482709] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786200, 'name': Destroy_Task, 'duration_secs': 1.092579} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.482948] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Destroyed the VM [ 898.483200] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.483447] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68ef5089-3f45-4aa7-bf96-b587e77fd081 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.489560] env[68116]: DEBUG oslo_concurrency.lockutils [None req-89c7660b-70eb-4838-822f-88c8fb9058a1 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b741868d-fab6-40ca-ade5-448906355e68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.761s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.490773] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 898.490773] env[68116]: value = "task-2786201" [ 898.490773] env[68116]: _type = "Task" [ 898.490773] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.499383] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786201, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.515424] env[68116]: DEBUG nova.scheduler.client.report [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.979752] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: c535e82c-bd6f-430b-904a-c0f42cddf43b] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 899.000317] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786201, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.010874] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "b5c19b01-875f-494e-977c-72eb1d0205b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.011105] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.011296] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "b5c19b01-875f-494e-977c-72eb1d0205b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.011501] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.011670] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.016288] env[68116]: INFO nova.compute.manager [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Terminating instance [ 899.017793] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bda34603-e367-4de5-94f3-7cb0d63f7efc tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "0e7b0dc2-abc5-4ad1-bc44-f6bd3c86d311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.829s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.021521] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.370s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.024278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.437s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.024278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.025951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.516s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.027471] env[68116]: INFO nova.compute.claims [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.063408] env[68116]: INFO nova.scheduler.client.report [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Deleted allocations for instance eaff0def-33a7-4d43-b42f-831309b1ab40 [ 899.098106] env[68116]: INFO nova.network.neutron [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 899.160019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "b741868d-fab6-40ca-ade5-448906355e68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.160019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b741868d-fab6-40ca-ade5-448906355e68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.160019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "b741868d-fab6-40ca-ade5-448906355e68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.160019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b741868d-fab6-40ca-ade5-448906355e68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.160019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b741868d-fab6-40ca-ade5-448906355e68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.163565] env[68116]: INFO nova.compute.manager [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Terminating instance [ 899.484668] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 77f3a691-e382-4f35-abdc-eba5d791c76a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 899.506009] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786201, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.520906] env[68116]: DEBUG nova.compute.manager [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.521148] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.522166] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7afedd-5a90-413e-8631-fe8404565183 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.539160] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.539641] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038ed451-10d0-4307-a7b7-b347b2e7689f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.549552] env[68116]: DEBUG oslo_vmware.api [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 899.549552] env[68116]: value = "task-2786202" [ 899.549552] env[68116]: _type = "Task" [ 899.549552] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.558368] env[68116]: DEBUG oslo_vmware.api [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.574265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9e1460e5-8c02-4c3e-b35a-c8bb48e56414 tempest-ServerTagsTestJSON-1634603372 tempest-ServerTagsTestJSON-1634603372-project-member] Lock "eaff0def-33a7-4d43-b42f-831309b1ab40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.625s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.669398] env[68116]: DEBUG nova.compute.manager [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.669656] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.670658] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aaecd3-6973-4265-8dd7-673fc3c83d67 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.679533] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.679827] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ee4762-e755-43db-90d1-fbe83446c924 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.686578] env[68116]: DEBUG oslo_vmware.api [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 899.686578] env[68116]: value = "task-2786203" [ 899.686578] env[68116]: _type = "Task" [ 899.686578] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.696838] env[68116]: DEBUG oslo_vmware.api [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.987122] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: d3e9f489-8b49-49d4-a37c-821bf18f066d] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 900.009600] env[68116]: DEBUG oslo_vmware.api [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786201, 'name': RemoveSnapshot_Task, 'duration_secs': 1.122397} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.009879] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.010128] env[68116]: INFO nova.compute.manager [None req-ac2317db-226d-45cf-95d7-a52a3fe93a98 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 900.063183] env[68116]: DEBUG oslo_vmware.api [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786202, 'name': PowerOffVM_Task, 'duration_secs': 0.330269} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.063487] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.064440] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.064440] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-772490bf-863d-4c45-bca0-d48c392021d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.125557] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.125799] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.202290] env[68116]: DEBUG oslo_vmware.api [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786203, 'name': PowerOffVM_Task, 'duration_secs': 0.328338} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.203024] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.203024] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.203024] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46cb5e94-fc2d-47a5-9f24-add148b408de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.229620] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.229620] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.229620] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleting the datastore file [datastore2] b5c19b01-875f-494e-977c-72eb1d0205b5 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.229620] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38bb9dd3-19f6-43d1-9061-818922dfc51e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.239487] env[68116]: DEBUG oslo_vmware.api [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 900.239487] env[68116]: value = "task-2786206" [ 900.239487] env[68116]: _type = "Task" [ 900.239487] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.249700] env[68116]: DEBUG oslo_vmware.api [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.289159] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.289159] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.289367] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleting the datastore file [datastore2] b741868d-fab6-40ca-ade5-448906355e68 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.289603] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec53412e-861f-49ca-aab5-f73eb9bbffc9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.297776] env[68116]: DEBUG oslo_vmware.api [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for the task: (returnval){ [ 900.297776] env[68116]: value = "task-2786207" [ 900.297776] env[68116]: _type = "Task" [ 900.297776] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.309788] env[68116]: DEBUG oslo_vmware.api [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.492338] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: a6e76780-ee00-422a-b2e7-d954ef122051] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 900.517621] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988725a-91fa-48d5-9ef5-209d672f30d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.529141] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8485d2da-e129-436a-afdc-f11e36da9142 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.564340] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d08b828-b627-45b4-83c7-b1c6475a9056 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.573546] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5977e1-9a35-4cfd-a509-a31514779766 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.590471] env[68116]: DEBUG nova.compute.provider_tree [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.628585] env[68116]: DEBUG nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.751967] env[68116]: DEBUG oslo_vmware.api [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161164} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.752322] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.752514] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.752750] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.752936] env[68116]: INFO nova.compute.manager [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 900.753216] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.753469] env[68116]: DEBUG nova.compute.manager [-] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.753856] env[68116]: DEBUG nova.network.neutron [-] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.814058] env[68116]: DEBUG oslo_vmware.api [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Task: {'id': task-2786207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159289} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.814058] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.814333] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.814400] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.814561] env[68116]: INFO nova.compute.manager [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] [instance: b741868d-fab6-40ca-ade5-448906355e68] Took 1.14 seconds to destroy the instance on the hypervisor. [ 900.814799] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.814990] env[68116]: DEBUG nova.compute.manager [-] [instance: b741868d-fab6-40ca-ade5-448906355e68] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.816014] env[68116]: DEBUG nova.network.neutron [-] [instance: b741868d-fab6-40ca-ade5-448906355e68] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.995955] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 13fb88b1-209c-4a7e-9f81-bc31cf170628] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 901.094197] env[68116]: DEBUG nova.scheduler.client.report [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.101583] env[68116]: DEBUG nova.compute.manager [req-af5c35d2-94c3-4b22-af00-7ecc1a4883d7 req-7de46ce8-82f8-4184-b455-8edec49c4e06 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-vif-plugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.102567] env[68116]: DEBUG oslo_concurrency.lockutils [req-af5c35d2-94c3-4b22-af00-7ecc1a4883d7 req-7de46ce8-82f8-4184-b455-8edec49c4e06 service nova] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.102998] env[68116]: DEBUG oslo_concurrency.lockutils [req-af5c35d2-94c3-4b22-af00-7ecc1a4883d7 req-7de46ce8-82f8-4184-b455-8edec49c4e06 service nova] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.103207] env[68116]: DEBUG oslo_concurrency.lockutils [req-af5c35d2-94c3-4b22-af00-7ecc1a4883d7 req-7de46ce8-82f8-4184-b455-8edec49c4e06 service nova] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.103379] env[68116]: DEBUG nova.compute.manager [req-af5c35d2-94c3-4b22-af00-7ecc1a4883d7 req-7de46ce8-82f8-4184-b455-8edec49c4e06 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] No waiting events found dispatching network-vif-plugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.103541] env[68116]: WARNING nova.compute.manager [req-af5c35d2-94c3-4b22-af00-7ecc1a4883d7 req-7de46ce8-82f8-4184-b455-8edec49c4e06 service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received unexpected event network-vif-plugged-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 for instance with vm_state shelved_offloaded and task_state spawning. [ 901.155439] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.271408] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.271712] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.272020] env[68116]: DEBUG nova.network.neutron [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.502397] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 22b5827f-a1fc-430d-9932-aa8c4e9f69d3] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 901.605809] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.606365] env[68116]: DEBUG nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.609674] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.463s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.614611] env[68116]: INFO nova.compute.claims [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.765912] env[68116]: DEBUG nova.compute.manager [req-61c100ec-1f2f-4d81-82a6-1fb99d9783fb req-6958852a-ad49-46b1-b1f6-571e117e438b service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Received event network-vif-deleted-db0ce8b4-ae9a-4792-b349-985066d0f7ff {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.765983] env[68116]: INFO nova.compute.manager [req-61c100ec-1f2f-4d81-82a6-1fb99d9783fb req-6958852a-ad49-46b1-b1f6-571e117e438b service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Neutron deleted interface db0ce8b4-ae9a-4792-b349-985066d0f7ff; detaching it from the instance and deleting it from the info cache [ 901.766169] env[68116]: DEBUG nova.network.neutron [req-61c100ec-1f2f-4d81-82a6-1fb99d9783fb req-6958852a-ad49-46b1-b1f6-571e117e438b service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.863368] env[68116]: DEBUG nova.network.neutron [-] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.894154] env[68116]: DEBUG nova.network.neutron [-] [instance: b741868d-fab6-40ca-ade5-448906355e68] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.007422] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 6c4e914e-ff8d-428f-bd25-c0133fe9d4de] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 902.123048] env[68116]: DEBUG nova.compute.utils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.128106] env[68116]: DEBUG nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 902.192149] env[68116]: DEBUG nova.network.neutron [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.270781] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bd046e5-d99f-4042-961c-4993c46ba570 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.284057] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8f961-836f-4476-9058-7b18a9cb6770 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.319891] env[68116]: DEBUG nova.compute.manager [req-61c100ec-1f2f-4d81-82a6-1fb99d9783fb req-6958852a-ad49-46b1-b1f6-571e117e438b service nova] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Detach interface failed, port_id=db0ce8b4-ae9a-4792-b349-985066d0f7ff, reason: Instance b5c19b01-875f-494e-977c-72eb1d0205b5 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 902.366637] env[68116]: INFO nova.compute.manager [-] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Took 1.61 seconds to deallocate network for instance. [ 902.401470] env[68116]: INFO nova.compute.manager [-] [instance: b741868d-fab6-40ca-ade5-448906355e68] Took 1.59 seconds to deallocate network for instance. [ 902.513703] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 869c9f7e-8a40-43d3-a75f-0e5e4b69fda3] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 902.634345] env[68116]: DEBUG nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.695338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729819] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='22d7d574eb4ddaac585107f1cd85d141',container_format='bare',created_at=2025-03-06T04:51:52Z,direct_url=,disk_format='vmdk',id=519aa462-9380-4cd2-b101-0d8a6d2e8d8a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-276549947-shelved',owner='553f0c52d5c74917bf39cc95730e4c74',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-03-06T04:52:09Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.730708] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.730708] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.730708] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.730806] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.731057] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.731358] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.731739] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.731739] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.731907] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.732094] env[68116]: DEBUG nova.virt.hardware [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.733012] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea8498e-daef-4696-b66c-26ef08a18380 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.741321] env[68116]: DEBUG nova.compute.manager [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.744897] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3186b2-31a8-4394-954a-6f47125a14e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.749021] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e9865-feda-4866-8658-17d9d47eefe6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.768547] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:1c:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.782702] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.786679] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.786679] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d4a7280-22ad-4def-91a8-3bcfbbe798cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.807490] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.807490] env[68116]: value = "task-2786208" [ 902.807490] env[68116]: _type = "Task" [ 902.807490] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.817161] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786208, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.873960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.908172] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.020266] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 8a2960ee-4850-4bad-8152-1050d930a1fc] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 903.143892] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0367c-a382-42cb-96db-a97f54018357 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.151928] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182ae35-9e80-4b17-b1fe-07cdc51a9ea6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.185453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f129fc9-ff52-4619-8959-b84d4e7b0fc1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.193979] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793652f2-c385-4ba8-b504-d319c0955b02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.215470] env[68116]: DEBUG nova.compute.provider_tree [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.287869] env[68116]: INFO nova.compute.manager [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] instance snapshotting [ 903.290575] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec3a360-2f19-48ab-9bbe-d70c4ee0b0be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.297631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "13aa150d-d5c2-411c-8994-1bff0050ed79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.297864] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "13aa150d-d5c2-411c-8994-1bff0050ed79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.317551] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394affac-8e4a-41fd-b3ad-633d5444a4af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.331194] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786208, 'name': CreateVM_Task, 'duration_secs': 0.380319} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.331577] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.332271] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.332525] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.332817] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333086] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869b103e-a543-42af-8f8f-7140b05872d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.337752] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 903.337752] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c66f64-4231-562e-37ea-de426f52c203" [ 903.337752] env[68116]: _type = "Task" [ 903.337752] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.345798] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c66f64-4231-562e-37ea-de426f52c203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.503231] env[68116]: DEBUG nova.compute.manager [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.503551] env[68116]: DEBUG nova.compute.manager [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing instance network info cache due to event network-changed-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 903.503916] env[68116]: DEBUG oslo_concurrency.lockutils [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] Acquiring lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.503916] env[68116]: DEBUG oslo_concurrency.lockutils [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] Acquired lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.504021] env[68116]: DEBUG nova.network.neutron [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Refreshing network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.525954] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 18d74c0d-db17-4378-95c8-571986364854] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 903.650437] env[68116]: DEBUG nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.680908] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.681158] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.681318] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.681995] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.681995] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.681995] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.681995] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.682178] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.682309] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.682466] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.682633] env[68116]: DEBUG nova.virt.hardware [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.683883] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64404ad-1d05-4174-a0c4-abd9b15f1a17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.693557] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f58f2c1-ad03-4098-8594-6488f97df336 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.709369] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.715084] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.715350] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.715570] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98be3b46-bf2d-4471-877a-472268f2edd6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.733079] env[68116]: DEBUG nova.scheduler.client.report [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.742303] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.742303] env[68116]: value = "task-2786209" [ 903.742303] env[68116]: _type = "Task" [ 903.742303] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.755609] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786209, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.799863] env[68116]: DEBUG nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.807932] env[68116]: DEBUG nova.compute.manager [req-56c88253-f918-42b1-89f5-f0605086ebbf req-7dd91d7b-3176-4184-b823-124ffad09ead service nova] [instance: b741868d-fab6-40ca-ade5-448906355e68] Received event network-vif-deleted-130374cf-75a7-4de2-857a-e3da904e8288 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.835627] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.835627] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f58e418c-6d6b-4e37-b022-a94d0a6cc4bb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.844126] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 903.844126] env[68116]: value = "task-2786210" [ 903.844126] env[68116]: _type = "Task" [ 903.844126] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.855858] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.856257] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Processing image 519aa462-9380-4cd2-b101-0d8a6d2e8d8a {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.856718] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a/519aa462-9380-4cd2-b101-0d8a6d2e8d8a.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.857041] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a/519aa462-9380-4cd2-b101-0d8a6d2e8d8a.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.857332] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.868646] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53da35a9-94a5-4ef7-9a9f-d36af5bc9380 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.871106] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786210, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.878987] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.879199] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.880028] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897d549c-c87e-4665-b538-a8a67bcab3f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.885732] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 903.885732] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527087ad-9dee-bb0c-8ae9-4d74b2209487" [ 903.885732] env[68116]: _type = "Task" [ 903.885732] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.895983] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527087ad-9dee-bb0c-8ae9-4d74b2209487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.029151] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 88b98a00-5e83-4d8f-b39a-ec2418ed12ac] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 904.239861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.239861] env[68116]: DEBUG nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.243394] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.216s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.257827] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786209, 'name': CreateVM_Task, 'duration_secs': 0.306398} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.258064] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.258515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.258668] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.258986] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.259265] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e2eb1e-6189-4adb-9b75-af3a4f1b5b56 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.266557] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 904.266557] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521f0f3b-61d7-4da2-3ee0-1ac3fb49e4b9" [ 904.266557] env[68116]: _type = "Task" [ 904.266557] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.276511] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521f0f3b-61d7-4da2-3ee0-1ac3fb49e4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.332324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.354782] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786210, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.358506] env[68116]: DEBUG nova.network.neutron [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updated VIF entry in instance network info cache for port f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.358855] env[68116]: DEBUG nova.network.neutron [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [{"id": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "address": "fa:16:3e:75:1c:1f", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9bfe3-82", "ovs_interfaceid": "f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.397499] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Preparing fetch location {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 904.397761] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Fetch image to [datastore2] OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d/OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d.vmdk {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 904.397947] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Downloading stream optimized image 519aa462-9380-4cd2-b101-0d8a6d2e8d8a to [datastore2] OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d/OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d.vmdk on the data store datastore2 as vApp {{(pid=68116) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 904.398137] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Downloading image file data 519aa462-9380-4cd2-b101-0d8a6d2e8d8a to the ESX as VM named 'OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d' {{(pid=68116) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 904.493237] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 904.493237] env[68116]: value = "resgroup-9" [ 904.493237] env[68116]: _type = "ResourcePool" [ 904.493237] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 904.493543] env[68116]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c469560a-1ee5-471e-9a58-ee8fe50a22a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.518142] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease: (returnval){ [ 904.518142] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e45e96-1028-9b51-a244-70a2729659d9" [ 904.518142] env[68116]: _type = "HttpNfcLease" [ 904.518142] env[68116]: } obtained for vApp import into resource pool (val){ [ 904.518142] env[68116]: value = "resgroup-9" [ 904.518142] env[68116]: _type = "ResourcePool" [ 904.518142] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 904.518862] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the lease: (returnval){ [ 904.518862] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e45e96-1028-9b51-a244-70a2729659d9" [ 904.518862] env[68116]: _type = "HttpNfcLease" [ 904.518862] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.527358] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.527358] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e45e96-1028-9b51-a244-70a2729659d9" [ 904.527358] env[68116]: _type = "HttpNfcLease" [ 904.527358] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.534701] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 64064bc9-7edd-4d3c-bd22-5a159eda1d4b] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 904.745526] env[68116]: DEBUG nova.compute.utils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.749657] env[68116]: INFO nova.compute.claims [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.753531] env[68116]: DEBUG nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 904.781032] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521f0f3b-61d7-4da2-3ee0-1ac3fb49e4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.017927} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.781032] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.781164] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.781346] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.781523] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.781732] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.782296] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b3e47ec-f4e2-4501-b664-a46ce986bce3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.793416] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.793416] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.793416] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7cad84-ea2c-4c7e-83e8-3f1a6b460af4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.798727] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 904.798727] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52893ee5-8494-7533-99fb-e0f4a8349e0a" [ 904.798727] env[68116]: _type = "Task" [ 904.798727] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.807072] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52893ee5-8494-7533-99fb-e0f4a8349e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.857067] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786210, 'name': CreateSnapshot_Task, 'duration_secs': 0.533036} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.857067] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.859653] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3700e4-b5ae-4a5d-9371-65ef42bf471c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.860806] env[68116]: DEBUG oslo_concurrency.lockutils [req-a42d5482-aceb-4920-859e-9463ea2576ef req-dcb60a96-1085-4b61-a2ce-84127f7a637f service nova] Releasing lock "refresh_cache-294aee46-b0d1-484e-bcee-9ad9dc2f483a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.027974] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.027974] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e45e96-1028-9b51-a244-70a2729659d9" [ 905.027974] env[68116]: _type = "HttpNfcLease" [ 905.027974] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.038282] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 07524071-0948-40d6-bfba-85407a2479f7] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 905.254794] env[68116]: DEBUG nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.261707] env[68116]: INFO nova.compute.resource_tracker [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating resource usage from migration d12fb25a-bcb8-40bd-8f55-a675fff616c6 [ 905.310266] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52893ee5-8494-7533-99fb-e0f4a8349e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.312719] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09779e6b-4f68-4310-b291-6e5de5eaf0e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.321510] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 905.321510] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52aab7ee-9e2c-7b66-e07e-f5da2cdc963a" [ 905.321510] env[68116]: _type = "Task" [ 905.321510] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.332701] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aab7ee-9e2c-7b66-e07e-f5da2cdc963a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.376715] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.377148] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66e0b997-c6fa-421f-aa09-41e8d4e0868e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.388111] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 905.388111] env[68116]: value = "task-2786212" [ 905.388111] env[68116]: _type = "Task" [ 905.388111] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.401029] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786212, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.528972] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.528972] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e45e96-1028-9b51-a244-70a2729659d9" [ 905.528972] env[68116]: _type = "HttpNfcLease" [ 905.528972] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 905.529392] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 905.529392] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e45e96-1028-9b51-a244-70a2729659d9" [ 905.529392] env[68116]: _type = "HttpNfcLease" [ 905.529392] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 905.530037] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8952ed25-378b-4f82-b81f-6e4f5a5a38ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.540885] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: efd1af41-2bca-4c61-830e-c7aa2a8be716] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 905.542761] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219e85b-65bf-0170-03bb-246a77327aab/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 905.542948] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219e85b-65bf-0170-03bb-246a77327aab/disk-0.vmdk. {{(pid=68116) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 905.612806] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a83403e-7b70-4c46-a6ae-a16eee732ab7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.772994] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0cd794-989f-4427-89f2-b865839daf74 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.782934] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b85db-5212-4f9a-b2fc-933866754e15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.818340] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "818d531d-1747-4849-95b3-b26f63b2c59a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.818603] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.824145] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459d128-be8c-4068-8712-5855de18bfcb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.841500] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507100c0-f9fc-4bb6-93a0-35bbbc5316b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.845752] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aab7ee-9e2c-7b66-e07e-f5da2cdc963a, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.851020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.851020] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.851020] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e7c930-82fb-42bf-a2c3-2cd868acffb1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.863146] env[68116]: DEBUG nova.compute.provider_tree [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.873483] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 905.873483] env[68116]: value = "task-2786213" [ 905.873483] env[68116]: _type = "Task" [ 905.873483] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.889415] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.899773] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786212, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.045824] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 8d44b3ef-3340-44b1-a23a-abcde2343675] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 906.279170] env[68116]: DEBUG nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.313245] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.313563] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.313735] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.313945] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.314171] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.314425] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.314627] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.314822] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.315025] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.315191] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.315414] env[68116]: DEBUG nova.virt.hardware [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.316549] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63df5ab-95dd-4ca2-a7df-5505a0e8baf9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.325447] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a435e-c108-4ab0-818e-22b7a2d8610d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.330077] env[68116]: DEBUG nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.343507] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.350878] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Creating folder: Project (e03c0b71be2749fdb56489aaf60f28dc). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.351299] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-785374b0-9402-4536-bf25-aa054c88f380 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.363521] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Created folder: Project (e03c0b71be2749fdb56489aaf60f28dc) in parent group-v559920. [ 906.363741] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Creating folder: Instances. Parent ref: group-v560118. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.365677] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa564c0-b218-4f1c-8a6f-1a1cf0821cf0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.370458] env[68116]: DEBUG nova.scheduler.client.report [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.377495] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Created folder: Instances in parent group-v560118. [ 906.377495] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.381046] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.381942] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f80ecd4d-e73f-440a-9e0d-b147c412ebed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.406122] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501467} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.409342] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.409593] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.410161] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.410161] env[68116]: value = "task-2786216" [ 906.410161] env[68116]: _type = "Task" [ 906.410161] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.410383] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0c43764-45de-4d5f-812e-0ee745a339ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.419240] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786212, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.426787] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786216, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.428673] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 906.428673] env[68116]: value = "task-2786217" [ 906.428673] env[68116]: _type = "Task" [ 906.428673] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.440064] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.552624] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 11fedba2-6c00-4791-9f2b-08380fcc7e21] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 906.853293] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.878760] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.635s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.879154] env[68116]: INFO nova.compute.manager [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Migrating [ 906.888459] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.899s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.888671] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.890871] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.497s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.891176] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.894923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.891s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.896499] env[68116]: INFO nova.compute.claims [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.922202] env[68116]: INFO nova.scheduler.client.report [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted allocations for instance bd47b8e0-c366-4566-be38-0be8bd3cf92a [ 906.924597] env[68116]: INFO nova.scheduler.client.report [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleted allocations for instance cc659801-e9ef-4e26-baef-533548faa249 [ 906.937062] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Completed reading data from the image iterator. {{(pid=68116) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 906.937415] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219e85b-65bf-0170-03bb-246a77327aab/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 906.938893] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786212, 'name': CloneVM_Task, 'duration_secs': 1.311281} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.939532] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceae2dc-49d6-43b4-9408-affe54f3ce43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.951311] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Created linked-clone VM from snapshot [ 906.951691] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786216, 'name': CreateVM_Task, 'duration_secs': 0.314411} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.952904] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca9d05-b261-44e9-9e38-bcefcef2deb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.956014] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.957214] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.958025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.958025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.962241] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bca056-d10c-41db-b235-d9e89ab3ed98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.964928] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219e85b-65bf-0170-03bb-246a77327aab/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 906.965106] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219e85b-65bf-0170-03bb-246a77327aab/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 906.965356] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068788} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.969071] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6b88d62-ae42-4998-8a1b-27efec5df795 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.970791] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.971227] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Uploading image 452ba472-13c1-48de-ab74-451341f0dddf {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.974505] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f77aeb2-b4ed-444c-be89-0594ed7fe717 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.978279] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 906.978279] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c73df2-0693-2f51-5b02-8c7701401765" [ 906.978279] env[68116]: _type = "Task" [ 906.978279] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.998626] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.002034] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e462f7e-2c3c-4cd6-baf3-8e70bb5b0a5f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.020012] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c73df2-0693-2f51-5b02-8c7701401765, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.020759] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.021059] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.021315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.021494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.021645] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.023569] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.023569] env[68116]: value = "vm-560117" [ 907.023569] env[68116]: _type = "VirtualMachine" [ 907.023569] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.023852] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec3a1c5-00cc-43ec-ae00-c9a3254a183a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.025622] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d584fe2b-4fc5-4c2e-903a-1216622f4c69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.028223] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 907.028223] env[68116]: value = "task-2786218" [ 907.028223] env[68116]: _type = "Task" [ 907.028223] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.033419] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lease: (returnval){ [ 907.033419] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52589858-e1c4-d63b-f2a5-2b2113d1f45e" [ 907.033419] env[68116]: _type = "HttpNfcLease" [ 907.033419] env[68116]: } obtained for exporting VM: (result){ [ 907.033419] env[68116]: value = "vm-560117" [ 907.033419] env[68116]: _type = "VirtualMachine" [ 907.033419] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.033768] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the lease: (returnval){ [ 907.033768] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52589858-e1c4-d63b-f2a5-2b2113d1f45e" [ 907.033768] env[68116]: _type = "HttpNfcLease" [ 907.033768] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.036962] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.040417] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.040573] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.041242] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a57c93-7ee9-4ec9-a5de-974e0cbe4e47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.047780] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.047780] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52589858-e1c4-d63b-f2a5-2b2113d1f45e" [ 907.047780] env[68116]: _type = "HttpNfcLease" [ 907.047780] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.047780] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.047780] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52589858-e1c4-d63b-f2a5-2b2113d1f45e" [ 907.047780] env[68116]: _type = "HttpNfcLease" [ 907.047780] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.048073] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 907.048073] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525e7af5-b5a0-787b-b039-25deb9f5c78e" [ 907.048073] env[68116]: _type = "Task" [ 907.048073] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.048608] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863c381-4ed4-4e3a-b210-60b39b29aae7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.058976] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 1d33aa70-15e6-45ba-a5a7-94dac046b079] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 907.060763] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52696457-39a1-d709-8797-37dc7e47dde1/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.060938] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52696457-39a1-d709-8797-37dc7e47dde1/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.065511] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525e7af5-b5a0-787b-b039-25deb9f5c78e, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.119761] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc3be21-d12f-4eb1-921b-2076ea7a8f26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.132485] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 907.132485] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b7e8ff-af4c-fbb3-1e59-51ad43de6c1f" [ 907.132485] env[68116]: _type = "Task" [ 907.132485] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.139425] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b7e8ff-af4c-fbb3-1e59-51ad43de6c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.144537] env[68116]: DEBUG oslo_vmware.rw_handles [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5219e85b-65bf-0170-03bb-246a77327aab/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 907.144621] env[68116]: INFO nova.virt.vmwareapi.images [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Downloaded image file data 519aa462-9380-4cd2-b101-0d8a6d2e8d8a [ 907.145353] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0585541d-f3b7-436e-95d9-441cf8a48d31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.162905] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7a0af83-0828-4772-a16c-62cc351a5f6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.167387] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23c744d0-d5ce-4f9c-a940-4eb30c78de36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.199633] env[68116]: INFO nova.virt.vmwareapi.images [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] The imported VM was unregistered [ 907.202297] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Caching image {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 907.202437] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating directory with path [datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.202712] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15547c33-9c76-472d-abd6-f9fa9aefcf92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.213252] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created directory with path [datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.213707] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d/OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d.vmdk to [datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a/519aa462-9380-4cd2-b101-0d8a6d2e8d8a.vmdk. {{(pid=68116) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 907.214111] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fd496bc8-a6b2-420b-89cb-3f191cdf359c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.220128] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 907.220128] env[68116]: value = "task-2786221" [ 907.220128] env[68116]: _type = "Task" [ 907.220128] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.228416] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786221, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.415496] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.415672] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.415870] env[68116]: DEBUG nova.network.neutron [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.452478] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4692c9c0-8d5d-442f-9b6f-eb29f3fdf893 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "bd47b8e0-c366-4566-be38-0be8bd3cf92a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.363s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.454934] env[68116]: DEBUG oslo_concurrency.lockutils [None req-617d6c35-3a31-42b3-8fd9-cdd6eaa976f4 tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "cc659801-e9ef-4e26-baef-533548faa249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.313s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.539504] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786218, 'name': ReconfigVM_Task, 'duration_secs': 0.293453} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.540199] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.540503] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-436e756c-d52b-4a16-8b26-100ea8e8bb12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.548021] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 907.548021] env[68116]: value = "task-2786222" [ 907.548021] env[68116]: _type = "Task" [ 907.548021] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.557450] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786222, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.567276] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: fc5ee5e2-4109-4637-bd37-a1d59c22a881] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 907.643151] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b7e8ff-af4c-fbb3-1e59-51ad43de6c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.643426] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.643691] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.643961] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d0bdd9-ff3a-4e3a-9210-fcb7433714ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.651267] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 907.651267] env[68116]: value = "task-2786223" [ 907.651267] env[68116]: _type = "Task" [ 907.651267] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.662045] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.730379] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786221, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.856315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.856808] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.857048] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.857336] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.857524] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.860473] env[68116]: INFO nova.compute.manager [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Terminating instance [ 908.058024] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786222, 'name': Rename_Task, 'duration_secs': 0.373656} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.058442] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.058746] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ceb6f3c-ebf3-4ba8-a9c9-e94fa402bb33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.070557] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: b930bfd2-c347-46d4-9af7-ae91354eeb38] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 908.074576] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 908.074576] env[68116]: value = "task-2786224" [ 908.074576] env[68116]: _type = "Task" [ 908.074576] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.087434] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.168353] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.211617] env[68116]: DEBUG nova.network.neutron [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [{"id": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "address": "fa:16:3e:fb:75:41", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7422e-94", "ovs_interfaceid": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.236661] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786221, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.364817] env[68116]: DEBUG nova.compute.manager [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.366397] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.367202] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02b7f8-9d33-48c8-a54c-5c4cbc95169e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.380543] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.380847] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14c5a94b-19ef-4b5b-bcda-7ff5bf1054bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.388824] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 908.388824] env[68116]: value = "task-2786225" [ 908.388824] env[68116]: _type = "Task" [ 908.388824] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.399076] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.501424] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc116ee-52c4-4aff-92f0-0f7f06e72952 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.510146] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a9ddb1-45e8-483e-8b7e-49d446e891a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.548213] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384dcd7-958e-435f-9b7e-7c4c1cd46dcb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.556306] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eacc32-003b-40e0-af32-df5d0ad1ff37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.571516] env[68116]: DEBUG nova.compute.provider_tree [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.574409] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 2314fd60-8dfd-4ead-b3e4-77b09296d2e2] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 908.587523] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.661330] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.720914] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.733846] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786221, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.901635] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.075603] env[68116]: DEBUG nova.scheduler.client.report [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.084269] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 5acef710-9b94-4b24-b88d-cc2b11478f3c] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 909.093356] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.162670] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.235561] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786221, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.400455] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.586260] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.586845] env[68116]: DEBUG nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.589889] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.945s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.590147] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.592274] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.265s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.593981] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 3b31b9c2-5d33-4570-99c7-fc2ccb47f6f6] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 909.601281] env[68116]: DEBUG oslo_vmware.api [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786224, 'name': PowerOnVM_Task, 'duration_secs': 1.158417} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.601567] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.601778] env[68116]: INFO nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Took 5.95 seconds to spawn the instance on the hypervisor. [ 909.601972] env[68116]: DEBUG nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.602837] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c277c7b6-f88a-407d-a083-543cdcf400d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.621418] env[68116]: INFO nova.scheduler.client.report [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted allocations for instance 06daaad2-1e1a-4144-afb5-6e244d4c557a [ 909.666988] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786223, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.733220] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786221, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.902967] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786225, 'name': PowerOffVM_Task, 'duration_secs': 1.18165} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.904042] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.904220] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.904525] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb17c636-bd3a-4879-9958-fd37bb818e48 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.978663] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.978828] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.979075] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleting the datastore file [datastore2] 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.979383] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9df54f4e-d246-432b-a434-e2fc7f8276a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.986384] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for the task: (returnval){ [ 909.986384] env[68116]: value = "task-2786227" [ 909.986384] env[68116]: _type = "Task" [ 909.986384] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.995331] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.099751] env[68116]: INFO nova.compute.claims [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.105090] env[68116]: DEBUG nova.compute.utils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.106953] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 9510e99c-c0ac-4360-a263-cac731f70720] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 910.110334] env[68116]: DEBUG nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.110334] env[68116]: DEBUG nova.network.neutron [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.125091] env[68116]: INFO nova.compute.manager [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Took 53.64 seconds to build instance. [ 910.130896] env[68116]: DEBUG oslo_concurrency.lockutils [None req-55c74ada-7411-4721-aaf0-8d76469993d6 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "06daaad2-1e1a-4144-afb5-6e244d4c557a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.761s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.164886] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786223, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.372266} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.166382] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.166851] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.168023] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37bb6295-5095-40fb-bc9c-5cdce1268774 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.171899] env[68116]: DEBUG nova.policy [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f368d13e420471cb5e823808fe6f55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd15f39741dc40a58e851c2fd3e95e59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.178821] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 910.178821] env[68116]: value = "task-2786228" [ 910.178821] env[68116]: _type = "Task" [ 910.178821] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.187402] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.234056] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786221, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.813152} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.234339] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d/OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d.vmdk to [datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a/519aa462-9380-4cd2-b101-0d8a6d2e8d8a.vmdk. [ 910.234727] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Cleaning up location [datastore2] OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 910.235171] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f482f92e-a73a-4b31-9e41-34b41c71d25d {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.235586] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9035e51e-4198-46de-956b-c7073f70e2c9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.246785] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 910.246785] env[68116]: value = "task-2786229" [ 910.246785] env[68116]: _type = "Task" [ 910.246785] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.249289] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0924f39-f707-4ae7-80fe-2022483ac27c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.281255] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.281529] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance 'ea04be24-b290-43d8-b456-06f53e26079c' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.289435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.289740] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.478887] env[68116]: DEBUG nova.network.neutron [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Successfully created port: 7bc960a4-4ac8-47b9-8820-e428b65af219 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.496528] env[68116]: DEBUG oslo_vmware.api [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Task: {'id': task-2786227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180303} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.496873] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.497118] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.497407] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.497623] env[68116]: INFO nova.compute.manager [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Took 2.13 seconds to destroy the instance on the hypervisor. [ 910.497979] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.498161] env[68116]: DEBUG nova.compute.manager [-] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.498257] env[68116]: DEBUG nova.network.neutron [-] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.608684] env[68116]: INFO nova.compute.resource_tracker [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating resource usage from migration 56bac113-d7c3-4972-bc98-16e2f55bfa05 [ 910.611466] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: e521119a-14ac-4e88-9b39-417b408bec14] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 910.613484] env[68116]: DEBUG nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.629013] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8548b0df-ed17-4168-ab56-cfa4965f9364 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "c833ff1f-f57e-43a7-af50-2b0f2b124344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.997s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.691679] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070952} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.691956] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.692749] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf698c0-61ad-4a4d-9dda-78fb342aece5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.714090] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.714336] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa85ecde-a0c9-4e28-9175-b5acd76e562a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.736950] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 910.736950] env[68116]: value = "task-2786230" [ 910.736950] env[68116]: _type = "Task" [ 910.736950] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.747515] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.756869] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037288} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.757392] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.757591] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a/519aa462-9380-4cd2-b101-0d8a6d2e8d8a.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.757814] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a/519aa462-9380-4cd2-b101-0d8a6d2e8d8a.vmdk to [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.760585] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f51cffb-7fdf-4b3c-97c4-a935a990f589 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.767373] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 910.767373] env[68116]: value = "task-2786231" [ 910.767373] env[68116]: _type = "Task" [ 910.767373] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.774878] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.788507] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.788507] env[68116]: INFO nova.compute.manager [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Rebuilding instance [ 910.792998] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7485f69-60f8-4bcf-a348-d4503f9e96af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.794665] env[68116]: DEBUG nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.803804] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 910.803804] env[68116]: value = "task-2786232" [ 910.803804] env[68116]: _type = "Task" [ 910.803804] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.818934] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.852765] env[68116]: DEBUG nova.compute.manager [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.853710] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bebae3-604d-4295-b482-75123a38929d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.022301] env[68116]: DEBUG nova.compute.manager [req-8c6b5f67-d2a5-4ad3-9eaf-ab82e7205bfa req-82f647c0-0b18-4408-97c1-69ae86dc41c3 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Received event network-vif-deleted-41b33893-5f1e-4808-98f3-fad05b50110e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.023030] env[68116]: INFO nova.compute.manager [req-8c6b5f67-d2a5-4ad3-9eaf-ab82e7205bfa req-82f647c0-0b18-4408-97c1-69ae86dc41c3 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Neutron deleted interface 41b33893-5f1e-4808-98f3-fad05b50110e; detaching it from the instance and deleting it from the info cache [ 911.023030] env[68116]: DEBUG nova.network.neutron [req-8c6b5f67-d2a5-4ad3-9eaf-ab82e7205bfa req-82f647c0-0b18-4408-97c1-69ae86dc41c3 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.118096] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 8115ca18-6617-4b2a-9648-b4161f572703] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 911.206998] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3f51ee-ac68-4f53-bc75-96eeab9a7090 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.216564] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d601ca32-29d3-42fe-a83d-47ba90319065 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.253044] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd2aa44-5c3f-4205-b09b-bc992680569c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.260760] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.264113] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d03e1d-e188-4ca7-931f-3b493348bb4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.285839] env[68116]: DEBUG nova.compute.provider_tree [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.287388] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786231, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.314475] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786232, 'name': PowerOffVM_Task, 'duration_secs': 0.259313} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.314770] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.314953] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance 'ea04be24-b290-43d8-b456-06f53e26079c' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.319145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.409454] env[68116]: DEBUG nova.network.neutron [-] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.528703] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20e08a48-91f9-4737-9187-0eb409d1a203 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.538873] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b491f25-5531-47c3-ad75-6037173ae38a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.574775] env[68116]: DEBUG nova.compute.manager [req-8c6b5f67-d2a5-4ad3-9eaf-ab82e7205bfa req-82f647c0-0b18-4408-97c1-69ae86dc41c3 service nova] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Detach interface failed, port_id=41b33893-5f1e-4808-98f3-fad05b50110e, reason: Instance 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 911.624953] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 4e21f18e-d2ed-4c2b-84b0-6f14323a6532] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 911.627890] env[68116]: DEBUG nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.672613] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.673447] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.673648] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.673789] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.673944] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.674121] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.674454] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.674646] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.674828] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.674999] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.675205] env[68116]: DEBUG nova.virt.hardware [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.676193] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcd7f08-8fa3-489b-bed2-9249689da2e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.688409] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62ea8f-b353-4065-b36b-2233f0c7f893 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.763216] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786230, 'name': ReconfigVM_Task, 'duration_secs': 0.821519} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.763572] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.764285] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-576e33f3-bf56-40eb-a972-e12341fd1099 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.773941] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 911.773941] env[68116]: value = "task-2786233" [ 911.773941] env[68116]: _type = "Task" [ 911.773941] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.782100] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786231, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.785428] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786233, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.789627] env[68116]: DEBUG nova.scheduler.client.report [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.821905] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.822199] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.822387] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.822586] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.822734] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.822880] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.823100] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.823264] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.823441] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.823613] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.823804] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.829740] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27298891-590d-4213-b423-d0ef6279b5f7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.847084] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 911.847084] env[68116]: value = "task-2786234" [ 911.847084] env[68116]: _type = "Task" [ 911.847084] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.856093] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.870054] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.870398] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20bdec5-2d81-4194-bb92-4860ccfb00b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.877421] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 911.877421] env[68116]: value = "task-2786235" [ 911.877421] env[68116]: _type = "Task" [ 911.877421] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.886196] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.912959] env[68116]: INFO nova.compute.manager [-] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Took 1.41 seconds to deallocate network for instance. [ 912.133668] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: df2832e7-8cb9-4082-9158-7b3e8fbad12a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 912.163281] env[68116]: DEBUG nova.network.neutron [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Successfully updated port: 7bc960a4-4ac8-47b9-8820-e428b65af219 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.283229] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786231, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.288448] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786233, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.295620] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.703s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.295940] env[68116]: INFO nova.compute.manager [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Migrating [ 912.303070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.034s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.303355] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.305523] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.861s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.305759] env[68116]: DEBUG nova.objects.instance [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.334036] env[68116]: INFO nova.scheduler.client.report [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Deleted allocations for instance e5ae69c9-e56d-404b-8684-df4cd208e8d6 [ 912.360729] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.389484] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786235, 'name': PowerOffVM_Task, 'duration_secs': 0.336878} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.389787] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.390031] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.390920] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6868446-008b-444b-adcc-a92a2914d5e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.399253] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.399709] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5976ae94-d9de-48e5-b42f-7315a559d61e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.420324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.428067] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.428067] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.428067] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleting the datastore file [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.428067] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd975c7a-aa28-4ac0-aa67-a3a3102bb39d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.435245] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 912.435245] env[68116]: value = "task-2786237" [ 912.435245] env[68116]: _type = "Task" [ 912.435245] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.443824] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.635110] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 1b45170d-dbbc-400c-9b3d-e04806b3be6d] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 912.666344] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "refresh_cache-5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.666498] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquired lock "refresh_cache-5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.666673] env[68116]: DEBUG nova.network.neutron [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.782323] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786231, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.787908] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786233, 'name': Rename_Task, 'duration_secs': 0.563373} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.788308] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.788583] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ee81139-cc81-43d4-b9d0-613fc2342605 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.796237] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 912.796237] env[68116]: value = "task-2786238" [ 912.796237] env[68116]: _type = "Task" [ 912.796237] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.805041] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.820364] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.820530] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.820711] env[68116]: DEBUG nova.network.neutron [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.842072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3bf0910-7168-476b-87c5-4635001a8d96 tempest-SecurityGroupsTestJSON-185986649 tempest-SecurityGroupsTestJSON-185986649-project-member] Lock "e5ae69c9-e56d-404b-8684-df4cd208e8d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.964s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.857707] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786234, 'name': ReconfigVM_Task, 'duration_secs': 0.602591} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.858665] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance 'ea04be24-b290-43d8-b456-06f53e26079c' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.949044] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.051472] env[68116]: DEBUG nova.compute.manager [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Received event network-vif-plugged-7bc960a4-4ac8-47b9-8820-e428b65af219 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.051472] env[68116]: DEBUG oslo_concurrency.lockutils [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] Acquiring lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.051804] env[68116]: DEBUG oslo_concurrency.lockutils [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.051804] env[68116]: DEBUG oslo_concurrency.lockutils [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.051944] env[68116]: DEBUG nova.compute.manager [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] No waiting events found dispatching network-vif-plugged-7bc960a4-4ac8-47b9-8820-e428b65af219 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.052132] env[68116]: WARNING nova.compute.manager [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Received unexpected event network-vif-plugged-7bc960a4-4ac8-47b9-8820-e428b65af219 for instance with vm_state building and task_state spawning. [ 913.052401] env[68116]: DEBUG nova.compute.manager [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Received event network-changed-7bc960a4-4ac8-47b9-8820-e428b65af219 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.052599] env[68116]: DEBUG nova.compute.manager [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Refreshing instance network info cache due to event network-changed-7bc960a4-4ac8-47b9-8820-e428b65af219. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 913.052773] env[68116]: DEBUG oslo_concurrency.lockutils [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] Acquiring lock "refresh_cache-5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.138390] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: df1bcb12-a39c-46af-a45d-a225dbaeb32f] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 913.213699] env[68116]: DEBUG nova.network.neutron [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.280748] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786231, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.307485] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.324446] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0a5a0246-24c9-4c80-a3f6-48c4c3d16cc8 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.325656] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.654s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.325907] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.328257] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.775s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.329854] env[68116]: INFO nova.compute.claims [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.365299] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:51:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='832b5661-f749-434e-a6f3-cfcac224ed48',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1399982922',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.365695] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.365888] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.366156] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.366499] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.366535] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.366813] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.366994] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.367235] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.367451] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.367688] env[68116]: DEBUG nova.virt.hardware [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.373468] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.374757] env[68116]: INFO nova.scheduler.client.report [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Deleted allocations for instance 68f860a5-7d3c-4bc4-b01d-eeb19099cbee [ 913.376093] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d65dfd1d-87a0-49d0-a4fc-ffb43cbc2bab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.401729] env[68116]: DEBUG nova.network.neutron [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Updating instance_info_cache with network_info: [{"id": "7bc960a4-4ac8-47b9-8820-e428b65af219", "address": "fa:16:3e:ee:8d:e5", "network": {"id": "bffc248d-e098-42e3-8830-fabe96322faf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-541938786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd15f39741dc40a58e851c2fd3e95e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc960a4-4a", "ovs_interfaceid": "7bc960a4-4ac8-47b9-8820-e428b65af219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.408351] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 913.408351] env[68116]: value = "task-2786239" [ 913.408351] env[68116]: _type = "Task" [ 913.408351] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.417471] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.454475] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.878958} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.454793] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.455011] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.455202] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.643363] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: c721202d-862f-452c-8d7d-273e67604bb2] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 913.656039] env[68116]: DEBUG nova.network.neutron [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.787026] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786231, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.516754} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.787026] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/519aa462-9380-4cd2-b101-0d8a6d2e8d8a/519aa462-9380-4cd2-b101-0d8a6d2e8d8a.vmdk to [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.787026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da946a8-8ca7-4430-99dd-8d08173c57dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.812080] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.816009] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fdb409-70f5-43e5-b034-d3e08b09ebae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.839272] env[68116]: DEBUG oslo_vmware.api [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786238, 'name': PowerOnVM_Task, 'duration_secs': 1.019351} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.844029] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.844029] env[68116]: INFO nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Took 7.56 seconds to spawn the instance on the hypervisor. [ 913.844029] env[68116]: DEBUG nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.844029] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 913.844029] env[68116]: value = "task-2786240" [ 913.844029] env[68116]: _type = "Task" [ 913.844029] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.844029] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63891ec0-1538-4d58-b929-8229fa26aab1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.856846] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.903197] env[68116]: DEBUG oslo_concurrency.lockutils [None req-61f613b1-679c-4d9f-9d1e-0ee90bffcee2 tempest-ServerShowV257Test-1151947768 tempest-ServerShowV257Test-1151947768-project-member] Lock "68f860a5-7d3c-4bc4-b01d-eeb19099cbee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.478s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.908031] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Releasing lock "refresh_cache-5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.908031] env[68116]: DEBUG nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Instance network_info: |[{"id": "7bc960a4-4ac8-47b9-8820-e428b65af219", "address": "fa:16:3e:ee:8d:e5", "network": {"id": "bffc248d-e098-42e3-8830-fabe96322faf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-541938786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd15f39741dc40a58e851c2fd3e95e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc960a4-4a", "ovs_interfaceid": "7bc960a4-4ac8-47b9-8820-e428b65af219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.908031] env[68116]: DEBUG oslo_concurrency.lockutils [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] Acquired lock "refresh_cache-5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.908031] env[68116]: DEBUG nova.network.neutron [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Refreshing network info cache for port 7bc960a4-4ac8-47b9-8820-e428b65af219 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.908031] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:8d:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bc960a4-4ac8-47b9-8820-e428b65af219', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.915884] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Creating folder: Project (bd15f39741dc40a58e851c2fd3e95e59). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.916778] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-235fa456-3ced-4757-a041-bdf3d629e468 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.929195] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786239, 'name': ReconfigVM_Task, 'duration_secs': 0.189909} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.929464] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 913.931186] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c95d68b-9678-40e1-88fe-99a101887a17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.933643] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Created folder: Project (bd15f39741dc40a58e851c2fd3e95e59) in parent group-v559920. [ 913.933822] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Creating folder: Instances. Parent ref: group-v560121. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.934315] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8401426a-5f89-42c3-9a9a-600b8ee6d9d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.956596] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.958188] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92227b8f-f8b7-4e4c-9e9f-a99956b337b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.972410] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Created folder: Instances in parent group-v560121. [ 913.972702] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.980022] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.980022] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd4e2463-08d2-42c1-9b64-9aaccd4568ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.995344] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 913.995344] env[68116]: value = "task-2786243" [ 913.995344] env[68116]: _type = "Task" [ 913.995344] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.000131] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.000131] env[68116]: value = "task-2786244" [ 914.000131] env[68116]: _type = "Task" [ 914.000131] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.008751] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.013277] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786244, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.146445] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 0c770674-5d97-4171-8fd3-48f7f8b93488] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 914.156775] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.358712] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786240, 'name': ReconfigVM_Task, 'duration_secs': 0.338502} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.359194] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a/294aee46-b0d1-484e-bcee-9ad9dc2f483a.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.361179] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'image_id': 'a13e2aa0-9ae1-4532-864a-afe0a14b3f50'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'eaa8e65f-263e-4e86-98de-8909526823fe', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560092', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'name': 'volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '294aee46-b0d1-484e-bcee-9ad9dc2f483a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'serial': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68116) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 914.361471] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 914.361584] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560092', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'name': 'volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '294aee46-b0d1-484e-bcee-9ad9dc2f483a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'serial': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 914.368286] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f3a2f-e1c7-432c-bd01-e107ae36f6a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.390920] env[68116]: INFO nova.compute.manager [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Took 57.27 seconds to build instance. [ 914.398574] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb604b-dff1-42f6-ae1b-40e906120cec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.432490] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f/volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.436314] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3e2a46-fa34-4959-a554-074ae0bf2cd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.455672] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 914.455672] env[68116]: value = "task-2786245" [ 914.455672] env[68116]: _type = "Task" [ 914.455672] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.465147] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.511646] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786243, 'name': ReconfigVM_Task, 'duration_secs': 0.331626} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.519118] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.519118] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance 'ea04be24-b290-43d8-b456-06f53e26079c' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.527898] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786244, 'name': CreateVM_Task, 'duration_secs': 0.362064} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.528384] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.530124] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.530124] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530124] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.530439] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60461989-1442-443e-a3b7-02592439c90c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.534917] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.535230] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.535463] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.535726] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.535989] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.536168] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.536382] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.536548] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.536710] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.536865] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.537055] env[68116]: DEBUG nova.virt.hardware [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.537877] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de492c04-a9fb-4730-bc58-b4efdcde16c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.544322] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 914.544322] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529c79ee-8ad1-bd22-f276-51fa29daf3ab" [ 914.544322] env[68116]: _type = "Task" [ 914.544322] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.554791] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77026685-c337-4f3e-8b4e-da213fa1c454 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.569284] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529c79ee-8ad1-bd22-f276-51fa29daf3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.580020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.580020] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.580020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.580020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.580020] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.580020] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.584877] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.588542] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e88728-3e42-4564-8d4c-ac9539040010 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.590477] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.593320] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d638f753-895c-471c-98ac-c0f0dcc23aab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.614556] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.614556] env[68116]: value = "task-2786246" [ 914.614556] env[68116]: _type = "Task" [ 914.614556] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.615973] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.616213] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.619812] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f376261-8162-4c58-8065-54ce24cd6217 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.631165] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786246, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.632323] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 914.632323] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bd8df3-edc9-a965-ae83-ec4e0a7983f3" [ 914.632323] env[68116]: _type = "Task" [ 914.632323] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.641996] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bd8df3-edc9-a965-ae83-ec4e0a7983f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.642695] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c696de-0335-470e-b1b2-a1fd04390e97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.650896] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 618a5bf4-5f52-4831-adba-dcb1a61bb6ce] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 914.653255] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 914.653255] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52142141-25d3-bbd7-c966-0f377eeac11c" [ 914.653255] env[68116]: _type = "Task" [ 914.653255] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.670803] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52142141-25d3-bbd7-c966-0f377eeac11c, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.670803] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.671087] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8/5df989c1-bca1-4dcc-b7ef-fdb3a18373e8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.671469] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c300acc9-5502-4d57-b84f-affc84fee49e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.679710] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 914.679710] env[68116]: value = "task-2786247" [ 914.679710] env[68116]: _type = "Task" [ 914.679710] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.688958] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.783940] env[68116]: DEBUG nova.network.neutron [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Updated VIF entry in instance network info cache for port 7bc960a4-4ac8-47b9-8820-e428b65af219. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.784401] env[68116]: DEBUG nova.network.neutron [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Updating instance_info_cache with network_info: [{"id": "7bc960a4-4ac8-47b9-8820-e428b65af219", "address": "fa:16:3e:ee:8d:e5", "network": {"id": "bffc248d-e098-42e3-8830-fabe96322faf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-541938786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd15f39741dc40a58e851c2fd3e95e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc960a4-4a", "ovs_interfaceid": "7bc960a4-4ac8-47b9-8820-e428b65af219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.905032] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3f6adfcd-2629-4d7f-8967-9db6516da901 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "e86f51f4-01df-4db3-83cd-0174d6d154c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.952s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.965868] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.996125] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fb1b6e-26a1-48b1-8da4-6fab2617543b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.003954] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ef020-56ee-40d9-89d7-ed777c3d6ead {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.038537] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca612d3-e5fd-4d41-84eb-ece27c3e4c98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.041731] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836d7a2f-4ce9-4c46-bbf5-ef8e55a6ceac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.063360] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3269e1cd-530b-480a-bbf1-6a4f9a800d54 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.066989] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f29023-9be3-4cd9-8b8e-0037b0829595 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.086373] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance 'ea04be24-b290-43d8-b456-06f53e26079c' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.098376] env[68116]: DEBUG nova.compute.provider_tree [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.130328] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786246, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.158102] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.158268] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Cleaning up deleted instances with incomplete migration {{(pid=68116) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 915.194046] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.288903] env[68116]: DEBUG oslo_concurrency.lockutils [req-9ab4dd59-f6d2-45a0-af18-c89dc969bd2f req-acb22e0f-8538-436f-b8ed-da1a434a314d service nova] Releasing lock "refresh_cache-5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.468710] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.605136] env[68116]: DEBUG nova.scheduler.client.report [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.635278] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786246, 'name': CreateVM_Task, 'duration_secs': 0.959608} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.635278] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.635278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.635278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.635278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.636710] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3877fc76-d486-4b90-b6de-47f006d606c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.643102] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 915.643102] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525b0587-ca20-5c8a-6473-3ca8dfd4c18f" [ 915.643102] env[68116]: _type = "Task" [ 915.643102] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.652788] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525b0587-ca20-5c8a-6473-3ca8dfd4c18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.661883] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.679050] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b268b7d-bc4d-4f58-a812-2b1deaa2620f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.692486] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786247, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.708868] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance 'b2bedbd1-0b2e-460d-a184-c1aad56e3bac' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.811146] env[68116]: DEBUG nova.network.neutron [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Port 57d7422e-94cb-4fbe-8e5b-dec82b409170 binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 915.898857] env[68116]: INFO nova.compute.manager [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Rebuilding instance [ 915.945736] env[68116]: DEBUG nova.compute.manager [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.946770] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6d9945-7a57-4378-a265-0e6af4ed428b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.966068] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786245, 'name': ReconfigVM_Task, 'duration_secs': 1.354684} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.966400] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f/volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.971913] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9a5750-d5a9-4173-8779-0da118ac6744 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.992627] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 915.992627] env[68116]: value = "task-2786248" [ 915.992627] env[68116]: _type = "Task" [ 915.992627] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.002177] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.110322] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.110974] env[68116]: DEBUG nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.113867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.297s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.115522] env[68116]: INFO nova.compute.claims [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.155454] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525b0587-ca20-5c8a-6473-3ca8dfd4c18f, 'name': SearchDatastore_Task, 'duration_secs': 0.019693} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.156606] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.157049] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.157153] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.157308] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.157504] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.158148] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db4b1369-cefb-4c9c-801b-bbef83f5cdff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.167373] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.167575] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.168571] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d7a9d0-dc57-427a-aa51-d4919b2266fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.174939] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 916.174939] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525659d4-d825-df52-c509-df4917ae8e51" [ 916.174939] env[68116]: _type = "Task" [ 916.174939] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.185844] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525659d4-d825-df52-c509-df4917ae8e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.195082] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786247, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059134} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.195446] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8/5df989c1-bca1-4dcc-b7ef-fdb3a18373e8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.195729] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.196074] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e613af-b0ee-427b-b574-612a0e08ec5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.203824] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 916.203824] env[68116]: value = "task-2786249" [ 916.203824] env[68116]: _type = "Task" [ 916.203824] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.215673] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.216034] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.216313] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54296fef-48f5-4a7b-bd45-eaaf2ac64fe0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.222623] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 916.222623] env[68116]: value = "task-2786250" [ 916.222623] env[68116]: _type = "Task" [ 916.222623] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.232695] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.232896] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance 'b2bedbd1-0b2e-460d-a184-c1aad56e3bac' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.505518] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786248, 'name': ReconfigVM_Task, 'duration_secs': 0.193424} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.505822] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560092', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'name': 'volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '294aee46-b0d1-484e-bcee-9ad9dc2f483a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'serial': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 916.506444] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0acd0dd1-899e-4f72-a539-706bb05cb2e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.514667] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 916.514667] env[68116]: value = "task-2786251" [ 916.514667] env[68116]: _type = "Task" [ 916.514667] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.523115] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786251, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.622654] env[68116]: DEBUG nova.compute.utils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.626435] env[68116]: DEBUG nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.626641] env[68116]: DEBUG nova.network.neutron [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.686586] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525659d4-d825-df52-c509-df4917ae8e51, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.687553] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da20026-a0d3-4284-8908-9850f4ddf5ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.693222] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 916.693222] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528c9343-b6e3-0eb7-f12e-76a7c3427a39" [ 916.693222] env[68116]: _type = "Task" [ 916.693222] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.701070] env[68116]: DEBUG nova.policy [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21912116abb94b458e924e9de386cccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b60cf3d339474ab95bd09d48569714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.711100] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528c9343-b6e3-0eb7-f12e-76a7c3427a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.722187] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069068} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.722625] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.724177] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6341d8b-a74b-47e4-9bbf-40ae81189c10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.740061] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.740318] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.740466] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.740649] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.740797] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.740946] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.741164] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.741324] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.741491] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.741654] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.741826] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.756482] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8/5df989c1-bca1-4dcc-b7ef-fdb3a18373e8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.756845] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d9930f-b515-4c6a-b3d7-f43ef6c073d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.768471] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382d8f6c-cb0c-4238-97d1-6dfcccb44546 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.789622] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 916.789622] env[68116]: value = "task-2786253" [ 916.789622] env[68116]: _type = "Task" [ 916.789622] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.790757] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 916.790757] env[68116]: value = "task-2786252" [ 916.790757] env[68116]: _type = "Task" [ 916.790757] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.802595] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.806378] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.837335] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "ea04be24-b290-43d8-b456-06f53e26079c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.837335] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.837335] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.962252] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.962612] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-255b9b97-0cbf-4bf6-9bdd-6903157a88da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.970524] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 916.970524] env[68116]: value = "task-2786254" [ 916.970524] env[68116]: _type = "Task" [ 916.970524] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.979228] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.002137] env[68116]: DEBUG nova.network.neutron [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Successfully created port: b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.026339] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786251, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.127544] env[68116]: DEBUG nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.206776] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528c9343-b6e3-0eb7-f12e-76a7c3427a39, 'name': SearchDatastore_Task, 'duration_secs': 0.017409} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.210183] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.210686] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.211348] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a1749e2-23a2-42eb-9673-88ff7ee4b0ed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.219536] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 917.219536] env[68116]: value = "task-2786255" [ 917.219536] env[68116]: _type = "Task" [ 917.219536] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.233307] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.310537] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786253, 'name': ReconfigVM_Task, 'duration_secs': 0.263191} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.312027] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance 'b2bedbd1-0b2e-460d-a184-c1aad56e3bac' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.318742] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.481429] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786254, 'name': PowerOffVM_Task, 'duration_secs': 0.140341} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.482306] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.482574] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.485656] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8a409-caaf-4700-9301-ff370543d172 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.492869] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.493169] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f50c469e-fa4b-4bdd-acd4-4f024b3243ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.520346] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.520576] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.520755] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Deleting the datastore file [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.521464] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b19dbe45-f4fb-4467-a8fd-51d90e0768a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.530265] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786251, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.534984] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 917.534984] env[68116]: value = "task-2786257" [ 917.534984] env[68116]: _type = "Task" [ 917.534984] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.543227] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.571100] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329db4a9-fa03-49ff-a07f-3b546ef67257 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.579412] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2720a92-aa85-4be4-82f1-22ecbee56949 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.612163] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e15361f-d5db-409d-9731-a68298186391 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.620464] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b097aef-c09e-4fb8-8b9f-1490d35e3f5e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.650204] env[68116]: DEBUG nova.compute.provider_tree [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.732502] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.807792] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.822345] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.822666] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.822828] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.822994] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.823215] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.823320] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.823531] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.823707] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.823880] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.824061] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.824260] env[68116]: DEBUG nova.virt.hardware [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.830150] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 917.830542] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7738c60-81a7-44cc-a114-dcbccf4829be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.857471] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 917.857471] env[68116]: value = "task-2786258" [ 917.857471] env[68116]: _type = "Task" [ 917.857471] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.867033] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.908361] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.908638] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.908859] env[68116]: DEBUG nova.network.neutron [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.026169] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786251, 'name': Rename_Task, 'duration_secs': 1.195484} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.026490] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.026832] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed71ca78-5cc2-4e46-a2fb-727805282b97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.034313] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 918.034313] env[68116]: value = "task-2786259" [ 918.034313] env[68116]: _type = "Task" [ 918.034313] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.046364] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.050373] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115246} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.050693] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.050855] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.051143] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.144512] env[68116]: DEBUG nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.147840] env[68116]: DEBUG nova.scheduler.client.report [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.177295] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.177720] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.177912] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.178185] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.178462] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.178626] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.178972] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.179260] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.179495] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.179574] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.179845] env[68116]: DEBUG nova.virt.hardware [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.181450] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f75de9-461f-4811-9d1b-94391c947e26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.192806] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31731e7a-1bc0-4a5f-a274-7ad13033a71e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.232771] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932668} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.233157] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.233442] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.233843] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75507a94-f4d0-4994-93f4-5d18bd2369cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.242050] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 918.242050] env[68116]: value = "task-2786260" [ 918.242050] env[68116]: _type = "Task" [ 918.242050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.254188] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.310755] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786252, 'name': ReconfigVM_Task, 'duration_secs': 1.375066} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.311946] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8/5df989c1-bca1-4dcc-b7ef-fdb3a18373e8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.312561] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1166c75a-47d8-4c3f-97cb-adc0ac06c5d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.318745] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 918.318745] env[68116]: value = "task-2786261" [ 918.318745] env[68116]: _type = "Task" [ 918.318745] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.327544] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786261, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.368239] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786258, 'name': ReconfigVM_Task, 'duration_secs': 0.344191} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.368613] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 918.369569] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84da6b-bb13-49d2-999b-f0d770a05b01 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.396113] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b2bedbd1-0b2e-460d-a184-c1aad56e3bac/b2bedbd1-0b2e-460d-a184-c1aad56e3bac.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.396474] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a34ae4-c173-4566-b953-a679bae518f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.418207] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 918.418207] env[68116]: value = "task-2786262" [ 918.418207] env[68116]: _type = "Task" [ 918.418207] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.427465] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.433038] env[68116]: DEBUG nova.compute.manager [req-9b11d7d2-812b-4b1b-b9de-78ee5433897b req-08544aa7-0d82-4d1f-b7e4-a0c878aa14c0 service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Received event network-vif-plugged-b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 918.433038] env[68116]: DEBUG oslo_concurrency.lockutils [req-9b11d7d2-812b-4b1b-b9de-78ee5433897b req-08544aa7-0d82-4d1f-b7e4-a0c878aa14c0 service nova] Acquiring lock "704e4902-d8b1-4b6b-9314-4d887bc583c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.433210] env[68116]: DEBUG oslo_concurrency.lockutils [req-9b11d7d2-812b-4b1b-b9de-78ee5433897b req-08544aa7-0d82-4d1f-b7e4-a0c878aa14c0 service nova] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.433377] env[68116]: DEBUG oslo_concurrency.lockutils [req-9b11d7d2-812b-4b1b-b9de-78ee5433897b req-08544aa7-0d82-4d1f-b7e4-a0c878aa14c0 service nova] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.433623] env[68116]: DEBUG nova.compute.manager [req-9b11d7d2-812b-4b1b-b9de-78ee5433897b req-08544aa7-0d82-4d1f-b7e4-a0c878aa14c0 service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] No waiting events found dispatching network-vif-plugged-b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.433772] env[68116]: WARNING nova.compute.manager [req-9b11d7d2-812b-4b1b-b9de-78ee5433897b req-08544aa7-0d82-4d1f-b7e4-a0c878aa14c0 service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Received unexpected event network-vif-plugged-b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 for instance with vm_state building and task_state spawning. [ 918.544108] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.654212] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.655025] env[68116]: DEBUG nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.662023] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.842s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.662429] env[68116]: DEBUG nova.network.neutron [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Successfully updated port: b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.722896] env[68116]: DEBUG nova.network.neutron [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [{"id": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "address": "fa:16:3e:fb:75:41", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7422e-94", "ovs_interfaceid": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.753092] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070055} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.753436] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.754271] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a0144-d819-4833-9dca-ea641d2dd0a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.775849] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.776197] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e015b263-d61e-4dfa-8623-f0b7568b9f9d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.796071] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 918.796071] env[68116]: value = "task-2786263" [ 918.796071] env[68116]: _type = "Task" [ 918.796071] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.806010] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.827767] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786261, 'name': Rename_Task, 'duration_secs': 0.16414} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.828078] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.828345] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5875935f-388e-4acb-88bc-a10c51bd5d0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.833910] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 918.833910] env[68116]: value = "task-2786264" [ 918.833910] env[68116]: _type = "Task" [ 918.833910] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.843946] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.928997] env[68116]: DEBUG oslo_vmware.api [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786262, 'name': ReconfigVM_Task, 'duration_secs': 0.394974} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.929355] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b2bedbd1-0b2e-460d-a184-c1aad56e3bac/b2bedbd1-0b2e-460d-a184-c1aad56e3bac.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.929689] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance 'b2bedbd1-0b2e-460d-a184-c1aad56e3bac' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.044656] env[68116]: DEBUG oslo_vmware.api [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786259, 'name': PowerOnVM_Task, 'duration_secs': 0.588421} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.044941] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.150146] env[68116]: DEBUG nova.compute.manager [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.151124] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d816f21-0334-4464-9e21-ae95b25f617b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.165330] env[68116]: DEBUG nova.compute.utils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.169116] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "refresh_cache-704e4902-d8b1-4b6b-9314-4d887bc583c4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.169263] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "refresh_cache-704e4902-d8b1-4b6b-9314-4d887bc583c4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.169427] env[68116]: DEBUG nova.network.neutron [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.171382] env[68116]: DEBUG nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 919.178301] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.178448] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.179409] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.179409] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.179409] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.179409] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.179409] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.179409] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.179692] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.179810] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.180026] env[68116]: DEBUG nova.virt.hardware [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.181576] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4983b-0bdf-49f1-adea-abe14533d434 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.192444] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52dbae7-8f27-4aa5-a636-4d1f21d09803 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.210905] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.217061] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.220082] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.220531] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14125359-5408-4bbf-9bf2-e4709e21ec09 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.235620] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.245810] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.245810] env[68116]: value = "task-2786265" [ 919.245810] env[68116]: _type = "Task" [ 919.245810] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.256084] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786265, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.306780] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.346383] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.395527] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52696457-39a1-d709-8797-37dc7e47dde1/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 919.396208] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceb883a-c306-4d8c-b99b-a2cf4c287971 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.405018] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52696457-39a1-d709-8797-37dc7e47dde1/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 919.405018] env[68116]: ERROR oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52696457-39a1-d709-8797-37dc7e47dde1/disk-0.vmdk due to incomplete transfer. [ 919.405018] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f48b7733-6308-436b-a6bb-cb46796c1bff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.412228] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52696457-39a1-d709-8797-37dc7e47dde1/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 919.412484] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Uploaded image 452ba472-13c1-48de-ab74-451341f0dddf to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 919.414713] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.417530] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2859f9c6-ea0c-4564-8358-de3b8b357290 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.424573] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 919.424573] env[68116]: value = "task-2786266" [ 919.424573] env[68116]: _type = "Task" [ 919.424573] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.434367] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786266, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.438793] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d4d27d-e96e-4c2d-9339-074cbf2bdc77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.461534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797cb09a-a7d0-4b36-984b-cf1a36f70cb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.479819] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance 'b2bedbd1-0b2e-460d-a184-c1aad56e3bac' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.637128] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bc2b8b-db65-4155-b739-4be53a5a963b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.644981] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd95b5c-58cb-4519-84fd-65e78058088c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.678193] env[68116]: DEBUG nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.684321] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9612792-3485-464f-868b-278f858beeef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.687540] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c8ad69c5-8709-4880-9c0f-2d45e734a2c5 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 73.100s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.696349] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef1bf0f-e55f-43e4-9318-49ee1bf111f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.712173] env[68116]: DEBUG nova.compute.provider_tree [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.728704] env[68116]: DEBUG nova.network.neutron [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.760614] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23ce877-708d-432b-bbd4-a2c76e00d419 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.766370] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786265, 'name': CreateVM_Task, 'duration_secs': 0.468963} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.766945] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.767445] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.767769] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.768130] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.768445] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d9242d-c111-4e3f-975d-120cf6718b2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.784436] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40fcff-9ee4-4bf6-8c28-d4a5c292bcaf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.789017] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 919.789017] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529352b6-30a8-17a1-28cf-6288e500bbb7" [ 919.789017] env[68116]: _type = "Task" [ 919.789017] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.795072] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance 'ea04be24-b290-43d8-b456-06f53e26079c' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.807636] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529352b6-30a8-17a1-28cf-6288e500bbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.812082] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786263, 'name': ReconfigVM_Task, 'duration_secs': 0.513671} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.812337] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344/c833ff1f-f57e-43a7-af50-2b0f2b124344.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.812896] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0939540-9cad-434c-9d7a-5f65636be386 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.817863] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 919.817863] env[68116]: value = "task-2786267" [ 919.817863] env[68116]: _type = "Task" [ 919.817863] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.825428] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786267, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.845085] env[68116]: DEBUG oslo_vmware.api [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786264, 'name': PowerOnVM_Task, 'duration_secs': 0.827861} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.845346] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.845547] env[68116]: INFO nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Took 8.22 seconds to spawn the instance on the hypervisor. [ 919.845729] env[68116]: DEBUG nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.846484] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358b9950-aacc-42a5-a959-20cb428fee6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.896030] env[68116]: DEBUG nova.network.neutron [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Updating instance_info_cache with network_info: [{"id": "b7b6266e-8622-4ff5-8f33-c7e7bba45ab8", "address": "fa:16:3e:7c:57:74", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b6266e-86", "ovs_interfaceid": "b7b6266e-8622-4ff5-8f33-c7e7bba45ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.934422] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786266, 'name': Destroy_Task, 'duration_secs': 0.354732} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.934731] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Destroyed the VM [ 919.935007] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.935274] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8ad2c5a-5002-4a7a-a73d-22acaf1f3029 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.941155] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 919.941155] env[68116]: value = "task-2786268" [ 919.941155] env[68116]: _type = "Task" [ 919.941155] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.950394] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.024574] env[68116]: DEBUG nova.network.neutron [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Port 73a714ef-b157-4072-a032-e9b77adf890a binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 920.215520] env[68116]: DEBUG nova.scheduler.client.report [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.302030] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529352b6-30a8-17a1-28cf-6288e500bbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.035502} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.304109] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.304453] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.304685] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.304918] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.305102] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.305294] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.305529] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c547131e-3c3a-401b-8e32-965b0bdeabc6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.307083] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c16547-8b33-4c96-b353-e9dc4ecbdc60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.315135] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 920.315135] env[68116]: value = "task-2786269" [ 920.315135] env[68116]: _type = "Task" [ 920.315135] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.319367] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.319539] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.322900] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6da1697-47a0-4830-8ef5-b65cfe4db8b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.327747] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.333398] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786267, 'name': Rename_Task, 'duration_secs': 0.293821} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.333659] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 920.333659] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528b79a2-98ee-4248-4ad7-d5b5dc0de062" [ 920.333659] env[68116]: _type = "Task" [ 920.333659] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.333884] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.334159] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feb1716f-6a15-4613-9654-0ca68d227a52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.343687] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528b79a2-98ee-4248-4ad7-d5b5dc0de062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.345126] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 920.345126] env[68116]: value = "task-2786270" [ 920.345126] env[68116]: _type = "Task" [ 920.345126] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.353047] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.363927] env[68116]: INFO nova.compute.manager [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Took 55.37 seconds to build instance. [ 920.399037] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "refresh_cache-704e4902-d8b1-4b6b-9314-4d887bc583c4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.399037] env[68116]: DEBUG nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Instance network_info: |[{"id": "b7b6266e-8622-4ff5-8f33-c7e7bba45ab8", "address": "fa:16:3e:7c:57:74", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b6266e-86", "ovs_interfaceid": "b7b6266e-8622-4ff5-8f33-c7e7bba45ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.399323] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:57:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b6266e-8622-4ff5-8f33-c7e7bba45ab8', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.406857] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.407101] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.407329] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95fd2b20-f1ff-4f5c-b4d8-d8ea66a96512 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.427497] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.427497] env[68116]: value = "task-2786271" [ 920.427497] env[68116]: _type = "Task" [ 920.427497] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.435015] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786271, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.449900] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786268, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.560473] env[68116]: DEBUG nova.compute.manager [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Received event network-changed-b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 920.560625] env[68116]: DEBUG nova.compute.manager [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Refreshing instance network info cache due to event network-changed-b7b6266e-8622-4ff5-8f33-c7e7bba45ab8. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 920.560923] env[68116]: DEBUG oslo_concurrency.lockutils [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] Acquiring lock "refresh_cache-704e4902-d8b1-4b6b-9314-4d887bc583c4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.560923] env[68116]: DEBUG oslo_concurrency.lockutils [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] Acquired lock "refresh_cache-704e4902-d8b1-4b6b-9314-4d887bc583c4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.561161] env[68116]: DEBUG nova.network.neutron [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Refreshing network info cache for port b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.691684] env[68116]: DEBUG nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.719766] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.720137] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.720414] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.720712] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.720923] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.721139] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.721453] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.721681] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.721913] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.722139] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.722379] env[68116]: DEBUG nova.virt.hardware [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.727706] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1320362-9923-423c-8426-71c4072dc4e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.736448] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbd98a7-2b6f-4a88-8553-85df610f54ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.751412] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.757857] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Creating folder: Project (d65a1476d82a4532a94f6243d2c63c42). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.758247] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dd9b747-3d4d-4771-bfb1-e7d5f38af2ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.768043] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Created folder: Project (d65a1476d82a4532a94f6243d2c63c42) in parent group-v559920. [ 920.768360] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Creating folder: Instances. Parent ref: group-v560127. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.769628] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd75509-239e-4fac-a45b-f577622319e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.784714] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Created folder: Instances in parent group-v560127. [ 920.784930] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.785678] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.785979] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53ea6cf1-4287-49a7-819f-c5be973b8aaa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.803790] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.803790] env[68116]: value = "task-2786274" [ 920.803790] env[68116]: _type = "Task" [ 920.803790] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.811174] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786274, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.823876] env[68116]: DEBUG oslo_vmware.api [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786269, 'name': PowerOnVM_Task, 'duration_secs': 0.412358} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.824142] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.824321] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3adbf583-ab0b-4389-8908-97ffed11e371 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance 'ea04be24-b290-43d8-b456-06f53e26079c' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.843579] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528b79a2-98ee-4248-4ad7-d5b5dc0de062, 'name': SearchDatastore_Task, 'duration_secs': 0.01826} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.844410] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f6f250-b59d-4614-ab73-37d3c0600bdb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.852178] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 920.852178] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52620d44-a889-e1ed-4735-5e4f471470e5" [ 920.852178] env[68116]: _type = "Task" [ 920.852178] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.855412] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786270, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.863338] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52620d44-a889-e1ed-4735-5e4f471470e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.866404] env[68116]: DEBUG oslo_concurrency.lockutils [None req-da6ae910-1ca2-4697-9b12-bfba7c7b153a tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.659s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.938221] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786271, 'name': CreateVM_Task, 'duration_secs': 0.350581} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.938588] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.939225] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.939410] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.939821] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.940133] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72c03ba-01f2-41c9-8015-5ff1eae9f69f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.947207] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 920.947207] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5232b912-146a-80e6-6dab-be7bb9aea330" [ 920.947207] env[68116]: _type = "Task" [ 920.947207] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.954181] env[68116]: DEBUG oslo_vmware.api [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786268, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558481} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.955018] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 920.955312] env[68116]: INFO nova.compute.manager [None req-ebe0fd37-dc5a-4011-9097-b394061cb6d8 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 920.961735] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5232b912-146a-80e6-6dab-be7bb9aea330, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.962420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.962664] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.962879] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.053275] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.053610] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.053874] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.232871] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.574s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.236019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.707s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.236264] env[68116]: DEBUG nova.objects.instance [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lazy-loading 'resources' on Instance uuid 79813ca0-3aac-4900-aa73-211f3cff529a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.278911] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.279223] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.279494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.279711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.279898] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.281982] env[68116]: INFO nova.compute.manager [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Terminating instance [ 921.288480] env[68116]: DEBUG nova.network.neutron [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Updated VIF entry in instance network info cache for port b7b6266e-8622-4ff5-8f33-c7e7bba45ab8. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.289205] env[68116]: DEBUG nova.network.neutron [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Updating instance_info_cache with network_info: [{"id": "b7b6266e-8622-4ff5-8f33-c7e7bba45ab8", "address": "fa:16:3e:7c:57:74", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b6266e-86", "ovs_interfaceid": "b7b6266e-8622-4ff5-8f33-c7e7bba45ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.313902] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786274, 'name': CreateVM_Task, 'duration_secs': 0.495827} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.314098] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.314553] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.314715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.315028] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.315555] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3897a8-a525-41f8-b8e7-1299ec9a52f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.321287] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 921.321287] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fb8e10-1b2c-2771-df99-f5c2a4a6cdeb" [ 921.321287] env[68116]: _type = "Task" [ 921.321287] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.332564] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fb8e10-1b2c-2771-df99-f5c2a4a6cdeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.356243] env[68116]: DEBUG oslo_vmware.api [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786270, 'name': PowerOnVM_Task, 'duration_secs': 0.649802} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.360820] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.360820] env[68116]: DEBUG nova.compute.manager [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.360963] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc3bc7e-928e-49fa-9960-fa2c3bf1bf5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.370438] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52620d44-a889-e1ed-4735-5e4f471470e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.372133] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.372362] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.376726] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.376726] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.376726] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f4282e-8ae0-44ff-b310-d4be5d666c26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.379107] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e20d27f6-ba41-4bc3-8971-023d89432905 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.387865] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 921.387865] env[68116]: value = "task-2786275" [ 921.387865] env[68116]: _type = "Task" [ 921.387865] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.389161] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.389355] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.393485] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a32a36f-51f7-4f9d-a276-06d9bd871faf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.403690] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 921.403690] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bf17ce-5d3c-c86b-e032-3f51eab90d5c" [ 921.403690] env[68116]: _type = "Task" [ 921.403690] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.404078] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.415232] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bf17ce-5d3c-c86b-e032-3f51eab90d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.787100] env[68116]: DEBUG nova.compute.manager [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.787391] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.788380] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1210c2-24e4-4c1f-b04e-66516e820c24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.794580] env[68116]: DEBUG oslo_concurrency.lockutils [req-12ead08a-89e7-4180-ad9e-e22389a93233 req-14e6fafe-98c8-4eb7-b3b4-8b807ea65d2f service nova] Releasing lock "refresh_cache-704e4902-d8b1-4b6b-9314-4d887bc583c4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.800440] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.800831] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35359d60-7db3-4d19-8593-a5b9ae84c208 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.809724] env[68116]: INFO nova.scheduler.client.report [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted allocation for migration 7e6e2328-013e-4268-aefb-aef39228af0e [ 921.813398] env[68116]: DEBUG oslo_vmware.api [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 921.813398] env[68116]: value = "task-2786276" [ 921.813398] env[68116]: _type = "Task" [ 921.813398] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.852869] env[68116]: DEBUG oslo_vmware.api [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.862526] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fb8e10-1b2c-2771-df99-f5c2a4a6cdeb, 'name': SearchDatastore_Task, 'duration_secs': 0.014954} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.863177] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.863287] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.863490] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.894753] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.913600] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786275, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.933670] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bf17ce-5d3c-c86b-e032-3f51eab90d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.031266} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.934972] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da69c83-b4a6-4fdd-85da-05e2c2ec6486 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.943234] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 921.943234] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ad62ff-2b6b-c72e-fca6-1ee128a0c66a" [ 921.943234] env[68116]: _type = "Task" [ 921.943234] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.955922] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ad62ff-2b6b-c72e-fca6-1ee128a0c66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.107139] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.107139] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.107139] env[68116]: DEBUG nova.network.neutron [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.263230] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34baefdc-94c9-4e41-bf9a-5a42a650751a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.272295] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612a104-c286-43c9-8133-e65e3602c8ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.304534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b5cf23-dd20-44bd-9601-a9f19c9e62c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.311851] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1178dc-992e-4c5b-b91a-784e7d484462 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.321768] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d2dc6145-b558-4989-9350-2095d4da91ab tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.899s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.337578] env[68116]: DEBUG oslo_vmware.api [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786276, 'name': PowerOffVM_Task, 'duration_secs': 0.385462} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.338056] env[68116]: DEBUG nova.compute.provider_tree [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.339985] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.340176] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.340861] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d56346-0cb8-40b0-bc3c-e31cfac139c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.362471] env[68116]: DEBUG nova.compute.manager [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.363786] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa76f489-e279-4018-849e-1822ef3b23e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.403425] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751146} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.404278] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.404590] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.404796] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-492c216c-3f2f-4aca-b2b3-1debd610640b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.413460] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.413602] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.413773] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Deleting the datastore file [datastore1] 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.414217] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 922.414217] env[68116]: value = "task-2786278" [ 922.414217] env[68116]: _type = "Task" [ 922.414217] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.414688] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c991a78d-0da8-4393-a7e9-008b8b45be6d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.424934] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.426380] env[68116]: DEBUG oslo_vmware.api [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for the task: (returnval){ [ 922.426380] env[68116]: value = "task-2786279" [ 922.426380] env[68116]: _type = "Task" [ 922.426380] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.435620] env[68116]: DEBUG oslo_vmware.api [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.453077] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ad62ff-2b6b-c72e-fca6-1ee128a0c66a, 'name': SearchDatastore_Task, 'duration_secs': 0.060951} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.453372] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.453672] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 704e4902-d8b1-4b6b-9314-4d887bc583c4/704e4902-d8b1-4b6b-9314-4d887bc583c4.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.454066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.454295] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.454592] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e505466c-0303-40da-9a87-e9b01129f0d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.456700] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019ce1c8-fe77-45f9-854d-4037b5ed7595 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.462702] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 922.462702] env[68116]: value = "task-2786280" [ 922.462702] env[68116]: _type = "Task" [ 922.462702] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.466961] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.467199] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.468348] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea32ac5-7462-4d23-b364-a85a9b36c20e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.474107] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.476997] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 922.476997] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c407c3-f66c-ad24-4a22-bf5ba3369550" [ 922.476997] env[68116]: _type = "Task" [ 922.476997] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.484714] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c407c3-f66c-ad24-4a22-bf5ba3369550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.635425] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "c833ff1f-f57e-43a7-af50-2b0f2b124344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.635735] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "c833ff1f-f57e-43a7-af50-2b0f2b124344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.635946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "c833ff1f-f57e-43a7-af50-2b0f2b124344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.636146] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "c833ff1f-f57e-43a7-af50-2b0f2b124344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.636316] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "c833ff1f-f57e-43a7-af50-2b0f2b124344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.638527] env[68116]: INFO nova.compute.manager [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Terminating instance [ 922.826303] env[68116]: DEBUG nova.network.neutron [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.842222] env[68116]: DEBUG nova.scheduler.client.report [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.874307] env[68116]: INFO nova.compute.manager [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] instance snapshotting [ 922.877374] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8e3d9c-9371-4a93-85ae-21a901757275 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.899976] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac738864-878d-49ef-9e59-ddc8228567ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.927082] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072705} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.930380] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.931219] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0dce61-4683-4d82-80d1-43bf49d6483d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.938998] env[68116]: DEBUG oslo_vmware.api [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Task: {'id': task-2786279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371208} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.946686] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.946946] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.947146] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.947326] env[68116]: INFO nova.compute.manager [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 922.947582] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.960028] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.960028] env[68116]: DEBUG nova.compute.manager [-] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.960028] env[68116]: DEBUG nova.network.neutron [-] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.960028] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1c3fba-e93a-4175-98f9-2d76bc87d447 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.986644] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 922.986644] env[68116]: value = "task-2786281" [ 922.986644] env[68116]: _type = "Task" [ 922.986644] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.990489] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786280, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.998145] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c407c3-f66c-ad24-4a22-bf5ba3369550, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.999425] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505cd880-ecf2-41cc-92a3-da3451fd0e6a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.005252] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.008869] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 923.008869] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c818fc-2068-3502-738f-8065afe6a420" [ 923.008869] env[68116]: _type = "Task" [ 923.008869] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.019932] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c818fc-2068-3502-738f-8065afe6a420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.146555] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "refresh_cache-c833ff1f-f57e-43a7-af50-2b0f2b124344" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.146758] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "refresh_cache-c833ff1f-f57e-43a7-af50-2b0f2b124344" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.147038] env[68116]: DEBUG nova.network.neutron [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.242633] env[68116]: DEBUG nova.network.neutron [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Port 57d7422e-94cb-4fbe-8e5b-dec82b409170 binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 923.242920] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.243160] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.243349] env[68116]: DEBUG nova.network.neutron [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.257499] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.257724] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.257924] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.258116] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.258284] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.261443] env[68116]: INFO nova.compute.manager [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Terminating instance [ 923.330869] env[68116]: DEBUG oslo_concurrency.lockutils [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.347193] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.350040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.194s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.350991] env[68116]: INFO nova.compute.claims [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.367656] env[68116]: INFO nova.scheduler.client.report [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Deleted allocations for instance 79813ca0-3aac-4900-aa73-211f3cff529a [ 923.412805] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 923.414388] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec988043-4043-469e-8926-b5dd36184e3e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.421081] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 923.421081] env[68116]: value = "task-2786282" [ 923.421081] env[68116]: _type = "Task" [ 923.421081] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.432031] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.467401] env[68116]: DEBUG nova.compute.manager [req-3e89a6c3-c680-49c9-81fb-80d0a74091cc req-ffa34e3e-9f47-460e-adc1-8e168d115442 service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Received event network-vif-deleted-7bc960a4-4ac8-47b9-8820-e428b65af219 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.467646] env[68116]: INFO nova.compute.manager [req-3e89a6c3-c680-49c9-81fb-80d0a74091cc req-ffa34e3e-9f47-460e-adc1-8e168d115442 service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Neutron deleted interface 7bc960a4-4ac8-47b9-8820-e428b65af219; detaching it from the instance and deleting it from the info cache [ 923.467830] env[68116]: DEBUG nova.network.neutron [req-3e89a6c3-c680-49c9-81fb-80d0a74091cc req-ffa34e3e-9f47-460e-adc1-8e168d115442 service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.487604] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722532} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.488108] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 704e4902-d8b1-4b6b-9314-4d887bc583c4/704e4902-d8b1-4b6b-9314-4d887bc583c4.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.488352] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.488611] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dda1d4b6-f551-400d-9553-ecffbdad34f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.501064] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.502523] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 923.502523] env[68116]: value = "task-2786283" [ 923.502523] env[68116]: _type = "Task" [ 923.502523] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.511988] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.520552] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c818fc-2068-3502-738f-8065afe6a420, 'name': SearchDatastore_Task, 'duration_secs': 0.055254} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.520818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.521106] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.521369] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9f79a2e-5a92-43e4-9c09-2c3978e9ffc8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.527985] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 923.527985] env[68116]: value = "task-2786284" [ 923.527985] env[68116]: _type = "Task" [ 923.527985] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.535758] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.667663] env[68116]: DEBUG nova.network.neutron [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.715017] env[68116]: DEBUG nova.network.neutron [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.765933] env[68116]: DEBUG nova.compute.manager [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.766110] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.767164] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f967c72d-ec25-490d-9162-96fa2aeda491 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.775043] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.777562] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9add2e7c-7679-41a2-a8d0-a691cea287d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.784256] env[68116]: DEBUG oslo_vmware.api [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 923.784256] env[68116]: value = "task-2786285" [ 923.784256] env[68116]: _type = "Task" [ 923.784256] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.794551] env[68116]: DEBUG oslo_vmware.api [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.860251] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca9df6-9d12-41e0-a972-45be0a7033de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.886929] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af628b44-fb68-49ca-9cb1-7195fa6c5a66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.891821] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5d6ba6b4-dcb5-48c7-a7fa-67f370132cc4 tempest-ServerMetadataTestJSON-1086564351 tempest-ServerMetadataTestJSON-1086564351-project-member] Lock "79813ca0-3aac-4900-aa73-211f3cff529a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.097s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.897197] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "074d75d3-054a-408a-901b-3031dbeea676" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.897457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.901621] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance 'b2bedbd1-0b2e-460d-a184-c1aad56e3bac' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.911369] env[68116]: DEBUG nova.network.neutron [-] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.935922] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.971595] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1779e0f1-7a56-4446-8f49-01a0fb25c2f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.981377] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f0fc98-12b6-4c4e-96a2-0d71113358ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.004374] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786281, 'name': ReconfigVM_Task, 'duration_secs': 0.710584} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.005607] env[68116]: DEBUG nova.network.neutron [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [{"id": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "address": "fa:16:3e:fb:75:41", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7422e-94", "ovs_interfaceid": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.011172] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7/e86f51f4-01df-4db3-83cd-0174d6d154c7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.029904] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85da6762-2871-4033-8aad-97f743057ef3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.031974] env[68116]: DEBUG nova.compute.manager [req-3e89a6c3-c680-49c9-81fb-80d0a74091cc req-ffa34e3e-9f47-460e-adc1-8e168d115442 service nova] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Detach interface failed, port_id=7bc960a4-4ac8-47b9-8820-e428b65af219, reason: Instance 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 924.040417] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142791} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.040999] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.041808] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3b49cd-6285-4d37-bcbd-f8b8e4a6d1a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.048995] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.049323] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 924.049323] env[68116]: value = "task-2786286" [ 924.049323] env[68116]: _type = "Task" [ 924.049323] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.071843] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 704e4902-d8b1-4b6b-9314-4d887bc583c4/704e4902-d8b1-4b6b-9314-4d887bc583c4.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.073140] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-355c3cfb-31a7-408f-89eb-fcf425f86a3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.091789] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786286, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.096502] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 924.096502] env[68116]: value = "task-2786287" [ 924.096502] env[68116]: _type = "Task" [ 924.096502] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.105559] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.218476] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "refresh_cache-c833ff1f-f57e-43a7-af50-2b0f2b124344" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.218909] env[68116]: DEBUG nova.compute.manager [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.219235] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.220105] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8afec-4a2e-4f01-9684-b6f2da68c49e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.228835] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.229206] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4beb1f3f-e813-4c29-9e61-464911471ddb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.236856] env[68116]: DEBUG oslo_vmware.api [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 924.236856] env[68116]: value = "task-2786288" [ 924.236856] env[68116]: _type = "Task" [ 924.236856] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.245846] env[68116]: DEBUG oslo_vmware.api [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.296112] env[68116]: DEBUG oslo_vmware.api [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786285, 'name': PowerOffVM_Task, 'duration_secs': 0.265401} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.296502] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.296681] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.296941] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e94c0c7d-33ed-4851-9a41-f4a87114f3df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.374998] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.375342] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.375484] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleting the datastore file [datastore2] 6a5e8baa-30b1-426f-8e85-7a59f50a45f9 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.375772] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e1c8fa-c98a-45e0-a5dc-b439a6cb3b79 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.382519] env[68116]: DEBUG oslo_vmware.api [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 924.382519] env[68116]: value = "task-2786290" [ 924.382519] env[68116]: _type = "Task" [ 924.382519] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.394439] env[68116]: DEBUG oslo_vmware.api [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.405641] env[68116]: DEBUG nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.409675] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-049b4ce1-6c96-42da-930d-85f926a03b76 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance 'b2bedbd1-0b2e-460d-a184-c1aad56e3bac' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.414310] env[68116]: INFO nova.compute.manager [-] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Took 1.46 seconds to deallocate network for instance. [ 924.430992] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786282, 'name': CreateSnapshot_Task, 'duration_secs': 0.67225} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.431289] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 924.432041] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5f5dd3-eb8c-4e40-a401-5766264b63c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.531418] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.543722] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609377} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.544623] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.544853] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.545132] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d373d792-27fd-4f03-b22e-5a197ee95f50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.557260] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 924.557260] env[68116]: value = "task-2786291" [ 924.557260] env[68116]: _type = "Task" [ 924.557260] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.561074] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786286, 'name': Rename_Task, 'duration_secs': 0.228045} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.564144] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.564444] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e76ac83-82c0-4b8f-b1aa-55cb99ddb13c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.570911] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.574584] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 924.574584] env[68116]: value = "task-2786292" [ 924.574584] env[68116]: _type = "Task" [ 924.574584] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.582151] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.607792] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786287, 'name': ReconfigVM_Task, 'duration_secs': 0.272638} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.608089] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 704e4902-d8b1-4b6b-9314-4d887bc583c4/704e4902-d8b1-4b6b-9314-4d887bc583c4.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.608737] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea7fb8c3-8391-4ec1-b0fa-90a08883c67d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.614095] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 924.614095] env[68116]: value = "task-2786293" [ 924.614095] env[68116]: _type = "Task" [ 924.614095] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.624722] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786293, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.747104] env[68116]: DEBUG oslo_vmware.api [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786288, 'name': PowerOffVM_Task, 'duration_secs': 0.191338} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.749770] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.749956] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.750422] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9429fbc0-bf35-4be0-b3a9-e02e61522cac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.780441] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.780696] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.780917] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleting the datastore file [datastore2] c833ff1f-f57e-43a7-af50-2b0f2b124344 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.781201] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fdee85b-e043-42fb-b49e-7bf386e56e01 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.789949] env[68116]: DEBUG oslo_vmware.api [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 924.789949] env[68116]: value = "task-2786295" [ 924.789949] env[68116]: _type = "Task" [ 924.789949] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.796015] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac09924c-c2eb-43d4-bcb2-8a81c0b997a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.801947] env[68116]: DEBUG oslo_vmware.api [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.806525] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad900c8e-80d6-4d9d-8b0d-e5b36485e749 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.836602] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48df4b08-26de-4f91-94d2-4e87d178ef98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.844341] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9fe637-33ed-4f81-9b50-fadbc0580e1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.860707] env[68116]: DEBUG nova.compute.provider_tree [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.892038] env[68116]: DEBUG oslo_vmware.api [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.922750] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.943341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.951365] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 924.951934] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b982de07-f9e0-4df4-9ea2-2801081c66ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.961512] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 924.961512] env[68116]: value = "task-2786296" [ 924.961512] env[68116]: _type = "Task" [ 924.961512] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.969949] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786296, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.035591] env[68116]: DEBUG nova.compute.manager [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68116) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 925.035840] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.070616] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156726} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.071027] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.071876] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b644b-22a7-4252-8486-8f42ddbddbe5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.094229] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.095163] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67015085-91c8-4f8f-a752-086c3283447b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.112641] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786292, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.118690] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 925.118690] env[68116]: value = "task-2786297" [ 925.118690] env[68116]: _type = "Task" [ 925.118690] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.124946] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786293, 'name': Rename_Task, 'duration_secs': 0.143107} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.125617] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.125952] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9185572-daf7-48ff-9722-da46beefdda9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.131389] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.136244] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 925.136244] env[68116]: value = "task-2786298" [ 925.136244] env[68116]: _type = "Task" [ 925.136244] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.145221] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.300685] env[68116]: DEBUG oslo_vmware.api [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422095} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.300934] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.301187] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.301384] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.301562] env[68116]: INFO nova.compute.manager [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Took 1.08 seconds to destroy the instance on the hypervisor. [ 925.301806] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.302011] env[68116]: DEBUG nova.compute.manager [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.302170] env[68116]: DEBUG nova.network.neutron [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.320914] env[68116]: DEBUG nova.network.neutron [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.363570] env[68116]: DEBUG nova.scheduler.client.report [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.393375] env[68116]: DEBUG oslo_vmware.api [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576358} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.393639] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.393830] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.394030] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.394206] env[68116]: INFO nova.compute.manager [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 925.394461] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.394664] env[68116]: DEBUG nova.compute.manager [-] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.394775] env[68116]: DEBUG nova.network.neutron [-] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.471152] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786296, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.584795] env[68116]: DEBUG oslo_vmware.api [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786292, 'name': PowerOnVM_Task, 'duration_secs': 0.884466} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.585118] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.585338] env[68116]: DEBUG nova.compute.manager [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.586162] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0480490-cf6f-4f19-8917-b156de028631 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.628734] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.647618] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.780528] env[68116]: DEBUG nova.compute.manager [req-b3bec079-3d0e-4b3b-9ff2-72c416e8af11 req-beeb5276-025e-47ef-a127-496a93d6018b service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Received event network-vif-deleted-e1a2d912-e9e5-4b37-aed8-4427b2d9812f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.780817] env[68116]: INFO nova.compute.manager [req-b3bec079-3d0e-4b3b-9ff2-72c416e8af11 req-beeb5276-025e-47ef-a127-496a93d6018b service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Neutron deleted interface e1a2d912-e9e5-4b37-aed8-4427b2d9812f; detaching it from the instance and deleting it from the info cache [ 925.781050] env[68116]: DEBUG nova.network.neutron [req-b3bec079-3d0e-4b3b-9ff2-72c416e8af11 req-beeb5276-025e-47ef-a127-496a93d6018b service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.823534] env[68116]: DEBUG nova.network.neutron [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.869024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.869480] env[68116]: DEBUG nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.872080] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.998s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.872309] env[68116]: DEBUG nova.objects.instance [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lazy-loading 'resources' on Instance uuid b5c19b01-875f-494e-977c-72eb1d0205b5 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.971541] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786296, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.106335] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.129861] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.146246] env[68116]: DEBUG oslo_vmware.api [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786298, 'name': PowerOnVM_Task, 'duration_secs': 0.723664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.146656] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.146883] env[68116]: INFO nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Took 8.00 seconds to spawn the instance on the hypervisor. [ 926.147068] env[68116]: DEBUG nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.147887] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15e2c36-d459-4f41-a9a7-e8d498849c1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.195204] env[68116]: DEBUG nova.network.neutron [-] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.286027] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca9e2bc7-3a6d-433f-a749-eb5d3e878816 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.294645] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7b531-3813-4473-b32e-70d6ab50b4bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.333246] env[68116]: INFO nova.compute.manager [-] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Took 1.03 seconds to deallocate network for instance. [ 926.334684] env[68116]: DEBUG nova.compute.manager [req-b3bec079-3d0e-4b3b-9ff2-72c416e8af11 req-beeb5276-025e-47ef-a127-496a93d6018b service nova] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Detach interface failed, port_id=e1a2d912-e9e5-4b37-aed8-4427b2d9812f, reason: Instance 6a5e8baa-30b1-426f-8e85-7a59f50a45f9 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 926.375334] env[68116]: DEBUG nova.compute.utils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.380589] env[68116]: DEBUG nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.381365] env[68116]: DEBUG nova.network.neutron [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.438123] env[68116]: DEBUG nova.policy [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c62512214d4a4eae522e939f105152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1f04159fb734bc3831c6060c86873cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.473092] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786296, 'name': CloneVM_Task, 'duration_secs': 1.394623} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.475735] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Created linked-clone VM from snapshot [ 926.476753] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47f9d7-11a8-4bca-abed-3236270c59f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.483779] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Uploading image df292481-cdbd-42b9-b673-9f7aedd1087f {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 926.510828] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 926.510828] env[68116]: value = "vm-560131" [ 926.510828] env[68116]: _type = "VirtualMachine" [ 926.510828] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 926.511118] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58236bc2-3526-4f2d-ae4c-8d2bb14d61a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.520093] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lease: (returnval){ [ 926.520093] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b79d4-7338-c370-587c-6479de66e5b1" [ 926.520093] env[68116]: _type = "HttpNfcLease" [ 926.520093] env[68116]: } obtained for exporting VM: (result){ [ 926.520093] env[68116]: value = "vm-560131" [ 926.520093] env[68116]: _type = "VirtualMachine" [ 926.520093] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 926.520355] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the lease: (returnval){ [ 926.520355] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b79d4-7338-c370-587c-6479de66e5b1" [ 926.520355] env[68116]: _type = "HttpNfcLease" [ 926.520355] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 926.527226] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 926.527226] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b79d4-7338-c370-587c-6479de66e5b1" [ 926.527226] env[68116]: _type = "HttpNfcLease" [ 926.527226] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 926.634370] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786297, 'name': ReconfigVM_Task, 'duration_secs': 1.318664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.637348] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Reconfigured VM instance instance-00000047 to attach disk [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.638237] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43033192-8ddb-45de-8976-aef06474e749 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.646364] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 926.646364] env[68116]: value = "task-2786300" [ 926.646364] env[68116]: _type = "Task" [ 926.646364] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.658112] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786300, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.665349] env[68116]: INFO nova.compute.manager [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Took 47.13 seconds to build instance. [ 926.699402] env[68116]: INFO nova.compute.manager [-] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Took 1.30 seconds to deallocate network for instance. [ 926.746625] env[68116]: DEBUG nova.network.neutron [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Successfully created port: d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.813538] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec284c-d501-4fd8-9951-1b7e7bbdb23f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.825648] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e7030d-a09e-47b6-9ce2-4e9734d06f95 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.858575] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.859649] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd746476-8ea9-4c99-9759-a2f9e8c5ff15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.867452] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52acfd5b-6b62-46a4-831e-622e78458e98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.885300] env[68116]: DEBUG nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.888983] env[68116]: DEBUG nova.compute.provider_tree [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.032561] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.032561] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b79d4-7338-c370-587c-6479de66e5b1" [ 927.032561] env[68116]: _type = "HttpNfcLease" [ 927.032561] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 927.033246] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 927.033246] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527b79d4-7338-c370-587c-6479de66e5b1" [ 927.033246] env[68116]: _type = "HttpNfcLease" [ 927.033246] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 927.034785] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec87ad5-7c68-4948-9c4d-c83dacd41441 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.046957] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d4e3f-d839-a546-08d8-958a6441a851/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 927.046957] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d4e3f-d839-a546-08d8-958a6441a851/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 927.156091] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786300, 'name': Rename_Task, 'duration_secs': 0.232958} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.156379] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.156622] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a9b9e2-6a70-4a4e-ba1e-173ee0091aa9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.163307] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 927.163307] env[68116]: value = "task-2786301" [ 927.163307] env[68116]: _type = "Task" [ 927.163307] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.167713] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79842ff3-412e-4ff7-9d8e-a83cff54237a tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.840s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.170618] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.196542] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bc0fb6a-559e-42be-af49-9c9edb5d5748 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.204792] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.243053] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.243420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.243677] env[68116]: DEBUG nova.compute.manager [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Going to confirm migration 4 {{(pid=68116) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 927.392507] env[68116]: DEBUG nova.scheduler.client.report [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.489010] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "e86f51f4-01df-4db3-83cd-0174d6d154c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.489359] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "e86f51f4-01df-4db3-83cd-0174d6d154c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.489590] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "e86f51f4-01df-4db3-83cd-0174d6d154c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.489779] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "e86f51f4-01df-4db3-83cd-0174d6d154c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.490019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "e86f51f4-01df-4db3-83cd-0174d6d154c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.492209] env[68116]: INFO nova.compute.manager [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Terminating instance [ 927.676132] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.829752] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.830259] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.830526] env[68116]: DEBUG nova.network.neutron [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.830812] env[68116]: DEBUG nova.objects.instance [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'info_cache' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.900542] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.904299] env[68116]: DEBUG nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.907154] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.999s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.907698] env[68116]: DEBUG nova.objects.instance [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lazy-loading 'resources' on Instance uuid b741868d-fab6-40ca-ade5-448906355e68 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.935213] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.935213] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.935344] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.935500] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.935692] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.935819] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.936052] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.936222] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.936392] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.936556] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.936738] env[68116]: DEBUG nova.virt.hardware [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.937964] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4158e81-1cf1-45f0-8db7-2433e8d74a8f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.942283] env[68116]: INFO nova.scheduler.client.report [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted allocations for instance b5c19b01-875f-494e-977c-72eb1d0205b5 [ 927.955111] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650662c7-9757-477f-9b71-5fec34b90d3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.996811] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "refresh_cache-e86f51f4-01df-4db3-83cd-0174d6d154c7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.996811] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquired lock "refresh_cache-e86f51f4-01df-4db3-83cd-0174d6d154c7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.996811] env[68116]: DEBUG nova.network.neutron [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.173507] env[68116]: DEBUG oslo_vmware.api [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786301, 'name': PowerOnVM_Task, 'duration_secs': 0.680828} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.173786] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.173989] env[68116]: INFO nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Took 7.48 seconds to spawn the instance on the hypervisor. [ 928.174192] env[68116]: DEBUG nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.175039] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03164be5-ad24-4d95-a3e9-1d2f238ef4e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.302738] env[68116]: DEBUG nova.network.neutron [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Successfully updated port: d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.453754] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f562eef9-a95f-48a7-b750-e19244580449 tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b5c19b01-875f-494e-977c-72eb1d0205b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.442s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.523327] env[68116]: DEBUG nova.network.neutron [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.601520] env[68116]: DEBUG nova.network.neutron [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.647834] env[68116]: DEBUG nova.compute.manager [req-35dff195-3038-4a42-b535-dd64ef725b91 req-d4eb3a32-e753-4401-90e8-00c858b50d67 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Received event network-vif-plugged-d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 928.648099] env[68116]: DEBUG oslo_concurrency.lockutils [req-35dff195-3038-4a42-b535-dd64ef725b91 req-d4eb3a32-e753-4401-90e8-00c858b50d67 service nova] Acquiring lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.648314] env[68116]: DEBUG oslo_concurrency.lockutils [req-35dff195-3038-4a42-b535-dd64ef725b91 req-d4eb3a32-e753-4401-90e8-00c858b50d67 service nova] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.648575] env[68116]: DEBUG oslo_concurrency.lockutils [req-35dff195-3038-4a42-b535-dd64ef725b91 req-d4eb3a32-e753-4401-90e8-00c858b50d67 service nova] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.648813] env[68116]: DEBUG nova.compute.manager [req-35dff195-3038-4a42-b535-dd64ef725b91 req-d4eb3a32-e753-4401-90e8-00c858b50d67 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] No waiting events found dispatching network-vif-plugged-d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.649057] env[68116]: WARNING nova.compute.manager [req-35dff195-3038-4a42-b535-dd64ef725b91 req-d4eb3a32-e753-4401-90e8-00c858b50d67 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Received unexpected event network-vif-plugged-d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec for instance with vm_state building and task_state spawning. [ 928.663234] env[68116]: DEBUG nova.compute.manager [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.664273] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8219bddf-0e9f-4fe1-b509-c89f96dc3770 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.700935] env[68116]: INFO nova.compute.manager [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Took 46.90 seconds to build instance. [ 928.810528] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-7ec232a4-09e7-4b38-a34a-601d2bc238f8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.810759] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-7ec232a4-09e7-4b38-a34a-601d2bc238f8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.810906] env[68116]: DEBUG nova.network.neutron [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.849838] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01f85b-62fd-40fc-be36-0c33bbaf5eb7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.858023] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabb01d3-43ee-4600-b251-98682d21989b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.892717] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12606a21-157d-4236-a7b1-716ae6d9abca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.900942] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c719ed-75d9-4d36-a62d-3bea8862231a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.918125] env[68116]: DEBUG nova.compute.provider_tree [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.082703] env[68116]: DEBUG nova.network.neutron [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.105625] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Releasing lock "refresh_cache-e86f51f4-01df-4db3-83cd-0174d6d154c7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.106124] env[68116]: DEBUG nova.compute.manager [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.106326] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.107249] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e8ec7-3e78-484d-9899-505beb2a1412 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.116017] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.116278] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91bd421-5a00-418c-ba21-568b33dc9977 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.122886] env[68116]: DEBUG oslo_vmware.api [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 929.122886] env[68116]: value = "task-2786302" [ 929.122886] env[68116]: _type = "Task" [ 929.122886] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.131725] env[68116]: DEBUG oslo_vmware.api [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.178871] env[68116]: INFO nova.compute.manager [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] instance snapshotting [ 929.182335] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6006d-1b10-451b-aaa2-3cb82c20b75d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.208286] env[68116]: DEBUG oslo_concurrency.lockutils [None req-93f479da-eeb9-4280-8335-9d85cc7ce5d7 tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "fb8594a2-f959-4911-b033-c6d90f04e958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.587s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.209417] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f3cc2-8e85-455b-b392-4bc74f6cdcde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.346908] env[68116]: DEBUG nova.network.neutron [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.423027] env[68116]: DEBUG nova.scheduler.client.report [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.486522] env[68116]: DEBUG nova.network.neutron [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Updating instance_info_cache with network_info: [{"id": "d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec", "address": "fa:16:3e:19:6c:e6", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ed9b4b-fb", "ovs_interfaceid": "d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.585709] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.585981] env[68116]: DEBUG nova.objects.instance [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'migration_context' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.633126] env[68116]: DEBUG oslo_vmware.api [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786302, 'name': PowerOffVM_Task, 'duration_secs': 0.17575} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.633468] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.633639] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.633900] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff315e81-a46a-4216-b297-2035e8dceb24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.661445] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.661695] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.661858] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Deleting the datastore file [datastore2] e86f51f4-01df-4db3-83cd-0174d6d154c7 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.662141] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-838395bc-d31d-4bdb-b650-9b861ba122ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.668703] env[68116]: DEBUG oslo_vmware.api [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for the task: (returnval){ [ 929.668703] env[68116]: value = "task-2786304" [ 929.668703] env[68116]: _type = "Task" [ 929.668703] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.676669] env[68116]: DEBUG oslo_vmware.api [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.723882] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.723882] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0174a62-409b-4df3-9650-250b02a9a4d3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.730630] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 929.730630] env[68116]: value = "task-2786305" [ 929.730630] env[68116]: _type = "Task" [ 929.730630] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.743795] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786305, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.930938] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.933378] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.601s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.935398] env[68116]: INFO nova.compute.claims [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.986488] env[68116]: INFO nova.scheduler.client.report [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Deleted allocations for instance b741868d-fab6-40ca-ade5-448906355e68 [ 929.990809] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-7ec232a4-09e7-4b38-a34a-601d2bc238f8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.991076] env[68116]: DEBUG nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Instance network_info: |[{"id": "d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec", "address": "fa:16:3e:19:6c:e6", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ed9b4b-fb", "ovs_interfaceid": "d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.991635] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:6c:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.999198] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.000105] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.000325] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab534d3e-5b04-4fb7-a17d-a02b22b8b06f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.020207] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.020207] env[68116]: value = "task-2786306" [ 930.020207] env[68116]: _type = "Task" [ 930.020207] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.028752] env[68116]: INFO nova.compute.manager [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Rebuilding instance [ 930.030599] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786306, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.065952] env[68116]: DEBUG nova.compute.manager [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.066834] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df48c6-8734-4b29-b580-00783887ab9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.089307] env[68116]: DEBUG nova.objects.base [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 930.090273] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513c298f-7d26-40e0-808d-b8e6c2f3d5dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.115575] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0180dec3-0d9d-45bc-9a05-fada4cb34435 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.122220] env[68116]: DEBUG oslo_vmware.api [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 930.122220] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526b3381-22c2-56b8-17e2-0ec172150746" [ 930.122220] env[68116]: _type = "Task" [ 930.122220] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.130124] env[68116]: DEBUG oslo_vmware.api [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526b3381-22c2-56b8-17e2-0ec172150746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.178022] env[68116]: DEBUG oslo_vmware.api [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Task: {'id': task-2786304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118119} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.178314] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.178488] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.178669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.178846] env[68116]: INFO nova.compute.manager [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 930.179139] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.179317] env[68116]: DEBUG nova.compute.manager [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.179414] env[68116]: DEBUG nova.network.neutron [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.197254] env[68116]: DEBUG nova.network.neutron [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.240662] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786305, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.495430] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b31b4d33-db61-4d69-aa5b-cdf92703d00e tempest-MultipleCreateTestJSON-181458045 tempest-MultipleCreateTestJSON-181458045-project-member] Lock "b741868d-fab6-40ca-ade5-448906355e68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.337s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.530927] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786306, 'name': CreateVM_Task, 'duration_secs': 0.45118} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.531191] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.531946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.532201] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.532509] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.532836] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8229a8-c5d5-438b-8fd6-f57e88b7b2ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.537764] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 930.537764] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5238cd5a-fdd9-1cd8-3f32-034e769bdcf2" [ 930.537764] env[68116]: _type = "Task" [ 930.537764] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.547544] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5238cd5a-fdd9-1cd8-3f32-034e769bdcf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.634076] env[68116]: DEBUG oslo_vmware.api [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526b3381-22c2-56b8-17e2-0ec172150746, 'name': SearchDatastore_Task, 'duration_secs': 0.007295} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.634372] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.676884] env[68116]: DEBUG nova.compute.manager [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Received event network-changed-d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 930.677223] env[68116]: DEBUG nova.compute.manager [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Refreshing instance network info cache due to event network-changed-d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 930.677562] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] Acquiring lock "refresh_cache-7ec232a4-09e7-4b38-a34a-601d2bc238f8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.677798] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] Acquired lock "refresh_cache-7ec232a4-09e7-4b38-a34a-601d2bc238f8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.678076] env[68116]: DEBUG nova.network.neutron [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Refreshing network info cache for port d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.700389] env[68116]: DEBUG nova.network.neutron [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.741195] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786305, 'name': CreateSnapshot_Task, 'duration_secs': 0.872325} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.741461] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.742236] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f565cea8-b9e3-4103-8715-0e90b3e36674 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.053592] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5238cd5a-fdd9-1cd8-3f32-034e769bdcf2, 'name': SearchDatastore_Task, 'duration_secs': 0.012693} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.056672] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.057470] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.057470] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.057470] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.057470] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.058038] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ae5765-c7cf-49ba-91e5-20da2db1e0be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.067349] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.067544] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.070816] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919e2655-65d3-4664-853d-3ef47105e5e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.077614] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 931.077614] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ee0340-51e1-9551-88bb-d25209277339" [ 931.077614] env[68116]: _type = "Task" [ 931.077614] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.080134] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.080641] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8054e461-cde2-410b-a157-008bad6c4994 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.090925] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ee0340-51e1-9551-88bb-d25209277339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.093052] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 931.093052] env[68116]: value = "task-2786307" [ 931.093052] env[68116]: _type = "Task" [ 931.093052] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.102654] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.202560] env[68116]: INFO nova.compute.manager [-] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Took 1.02 seconds to deallocate network for instance. [ 931.262409] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.263529] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-651ac955-7b27-42cf-8679-c0c768ef45a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.275569] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 931.275569] env[68116]: value = "task-2786308" [ 931.275569] env[68116]: _type = "Task" [ 931.275569] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.285103] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786308, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.375106] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125877dd-3448-43f0-9cca-53d991962157 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.386341] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1728e8-e230-4254-848c-4200dad2eb77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.421555] env[68116]: DEBUG nova.network.neutron [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Updated VIF entry in instance network info cache for port d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.421918] env[68116]: DEBUG nova.network.neutron [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Updating instance_info_cache with network_info: [{"id": "d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec", "address": "fa:16:3e:19:6c:e6", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ed9b4b-fb", "ovs_interfaceid": "d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.423649] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1171fde-9bf9-404d-a0cf-777ec71a03f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.431427] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969a452a-d110-44be-9f74-07c276d3af4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.446812] env[68116]: DEBUG nova.compute.provider_tree [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.588285] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ee0340-51e1-9551-88bb-d25209277339, 'name': SearchDatastore_Task, 'duration_secs': 0.02329} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.589924] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ca75fc-894e-47f7-aaa0-da855f98a8c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.602645] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 931.602645] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5247619c-0a43-04a8-6272-409def50b510" [ 931.602645] env[68116]: _type = "Task" [ 931.602645] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.607525] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786307, 'name': PowerOffVM_Task, 'duration_secs': 0.157771} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.612191] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.613167] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.614307] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9fc1ae-264f-42e1-8c17-047abc4becde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.625180] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5247619c-0a43-04a8-6272-409def50b510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.628309] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.628656] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c7df1f8-3d99-4e72-b871-0a6ddf9d4736 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.657090] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.657333] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.657520] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Deleting the datastore file [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.657786] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1284b877-c6f9-4f15-9447-d7314b1e5218 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667412] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 931.667412] env[68116]: value = "task-2786310" [ 931.667412] env[68116]: _type = "Task" [ 931.667412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.676396] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.713169] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.786587] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786308, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.927852] env[68116]: DEBUG oslo_concurrency.lockutils [req-b3d116eb-4312-4341-9e1d-5d8eeea4bb8f req-d874dc70-0159-4872-8f8a-377f1c6044b0 service nova] Releasing lock "refresh_cache-7ec232a4-09e7-4b38-a34a-601d2bc238f8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.949947] env[68116]: DEBUG nova.scheduler.client.report [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.118420] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5247619c-0a43-04a8-6272-409def50b510, 'name': SearchDatastore_Task, 'duration_secs': 0.021223} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.118784] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.120209] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 7ec232a4-09e7-4b38-a34a-601d2bc238f8/7ec232a4-09e7-4b38-a34a-601d2bc238f8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.120209] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282bf1c3-bf2b-4781-aed6-17200a43bb2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.133026] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 932.133026] env[68116]: value = "task-2786311" [ 932.133026] env[68116]: _type = "Task" [ 932.133026] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.137471] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.176553] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135121} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.176849] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.177039] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.177279] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.293085] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786308, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.456399] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.457068] env[68116]: DEBUG nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.460073] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.607s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.461917] env[68116]: INFO nova.compute.claims [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.645329] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786311, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.787322] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786308, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.966861] env[68116]: DEBUG nova.compute.utils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.970036] env[68116]: DEBUG nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 933.144931] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52636} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.145502] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 7ec232a4-09e7-4b38-a34a-601d2bc238f8/7ec232a4-09e7-4b38-a34a-601d2bc238f8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.145784] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.145883] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d1c713b-3e51-48e1-b6ef-c25a0276f320 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.153312] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 933.153312] env[68116]: value = "task-2786312" [ 933.153312] env[68116]: _type = "Task" [ 933.153312] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.163458] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.210659] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.210907] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.211411] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.211411] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.211411] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.211590] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.211836] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.211971] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.212126] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.212369] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.212540] env[68116]: DEBUG nova.virt.hardware [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.213354] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e482a9e9-0357-4cf6-a564-88702e91420a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.224289] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a12e6b4-8035-4e6d-900a-07bdb53de3a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.243458] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.249789] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.250104] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.250332] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b712659-94e7-4bb2-a082-54050ebe738a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.267528] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.267528] env[68116]: value = "task-2786313" [ 933.267528] env[68116]: _type = "Task" [ 933.267528] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.276127] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786313, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.288888] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786308, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.471435] env[68116]: DEBUG nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.664569] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074747} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.664873] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.665731] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78d20b8-3554-42c1-8f51-3dfa37285c37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.688054] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7ec232a4-09e7-4b38-a34a-601d2bc238f8/7ec232a4-09e7-4b38-a34a-601d2bc238f8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.690859] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84fd13e4-0e64-4405-bd1e-b6ba492b77a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.710852] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 933.710852] env[68116]: value = "task-2786314" [ 933.710852] env[68116]: _type = "Task" [ 933.710852] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.720155] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.777054] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786313, 'name': CreateVM_Task, 'duration_secs': 0.346036} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.780062] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.780818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.782690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.782690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.784412] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd431cce-a19f-480a-bff1-083efdb98eb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.791431] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786308, 'name': CloneVM_Task, 'duration_secs': 2.306167} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.792819] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Created linked-clone VM from snapshot [ 933.793234] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 933.793234] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5205382f-78d2-afce-7eb4-087a9b20cba6" [ 933.793234] env[68116]: _type = "Task" [ 933.793234] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.796453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edc40df-9174-456b-a502-93e99471d9d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.806891] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Uploading image d35f84fa-71de-44ce-aa71-b45477be2fa6 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 933.812447] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5205382f-78d2-afce-7eb4-087a9b20cba6, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.815265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.815414] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.815632] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.815798] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.815981] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.816439] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-110f108d-1535-4098-a616-a7248e08eb78 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.824625] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.824826] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.825611] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a806cf3f-dc45-4998-89cd-153fd97f8cfb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.832752] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 933.832752] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523e3772-eff3-ed76-628e-8a16123e87fe" [ 933.832752] env[68116]: _type = "Task" [ 933.832752] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.842922] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523e3772-eff3-ed76-628e-8a16123e87fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.847379] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 933.847379] env[68116]: value = "vm-560134" [ 933.847379] env[68116]: _type = "VirtualMachine" [ 933.847379] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 933.847632] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2211cfd-b0d6-4c7b-a4db-a3ee6b9961d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.855054] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease: (returnval){ [ 933.855054] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5248f783-333a-aae8-a165-30f49caa8a4f" [ 933.855054] env[68116]: _type = "HttpNfcLease" [ 933.855054] env[68116]: } obtained for exporting VM: (result){ [ 933.855054] env[68116]: value = "vm-560134" [ 933.855054] env[68116]: _type = "VirtualMachine" [ 933.855054] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 933.855054] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the lease: (returnval){ [ 933.855054] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5248f783-333a-aae8-a165-30f49caa8a4f" [ 933.855054] env[68116]: _type = "HttpNfcLease" [ 933.855054] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.863810] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.863810] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5248f783-333a-aae8-a165-30f49caa8a4f" [ 933.863810] env[68116]: _type = "HttpNfcLease" [ 933.863810] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.903719] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e272fee5-a091-4f51-8267-86485b45ede9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.911786] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d64d60-c069-46bc-ab0d-97f9706b3c42 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.946903] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f5b71-6c13-43b7-91eb-71fc5221cb48 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.954876] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16958dae-a882-4d52-8d7f-4b752b357555 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.968566] env[68116]: DEBUG nova.compute.provider_tree [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.224713] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.343924] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523e3772-eff3-ed76-628e-8a16123e87fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.344867] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d22abee-54de-415a-a013-3eabf4816bb0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.352170] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 934.352170] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528fc4e1-364e-2968-4489-70944370960e" [ 934.352170] env[68116]: _type = "Task" [ 934.352170] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.364447] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528fc4e1-364e-2968-4489-70944370960e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.366232] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.366232] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5248f783-333a-aae8-a165-30f49caa8a4f" [ 934.366232] env[68116]: _type = "HttpNfcLease" [ 934.366232] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 934.366609] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 934.366609] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5248f783-333a-aae8-a165-30f49caa8a4f" [ 934.366609] env[68116]: _type = "HttpNfcLease" [ 934.366609] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 934.367388] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d5e22-bb34-4245-9ba7-e994dd2a7904 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.374580] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208c2fe-badf-2246-5a53-b7d0eb0ef916/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 934.374804] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208c2fe-badf-2246-5a53-b7d0eb0ef916/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 934.471930] env[68116]: DEBUG nova.scheduler.client.report [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.487529] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-750dd3ef-761e-4068-a904-e5bcd6107323 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.490501] env[68116]: DEBUG nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.526257] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.526510] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.526667] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.526844] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.526980] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.527214] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.527434] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.527588] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.527748] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.527906] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.528087] env[68116]: DEBUG nova.virt.hardware [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.530164] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d153f9e-d2e3-4a68-bd51-a96fa0bfb39f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.538955] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e1fd15-9c72-4a3b-b973-218ffad9857e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.559669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.565345] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Creating folder: Project (adac6700ed8841d39db12b6e5888a178). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.566053] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2576f74d-2d23-4c6a-80b5-9783f10c21a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.575843] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Created folder: Project (adac6700ed8841d39db12b6e5888a178) in parent group-v559920. [ 934.576060] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Creating folder: Instances. Parent ref: group-v560136. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.576311] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e232de80-2eb3-48c2-817b-66c10f93ae9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.586672] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Created folder: Instances in parent group-v560136. [ 934.586780] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.586934] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.587623] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f24fb428-c598-4439-950e-9257120436bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.603913] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.603913] env[68116]: value = "task-2786318" [ 934.603913] env[68116]: _type = "Task" [ 934.603913] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.610988] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786318, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.726253] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786314, 'name': ReconfigVM_Task, 'duration_secs': 0.570922} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.726584] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7ec232a4-09e7-4b38-a34a-601d2bc238f8/7ec232a4-09e7-4b38-a34a-601d2bc238f8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.727370] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d74ea20-2c6c-4461-9e78-f897bac62a13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.734169] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 934.734169] env[68116]: value = "task-2786319" [ 934.734169] env[68116]: _type = "Task" [ 934.734169] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.746622] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786319, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.873765] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528fc4e1-364e-2968-4489-70944370960e, 'name': SearchDatastore_Task, 'duration_secs': 0.016006} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.874818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.875177] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.875605] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da577350-897b-479b-ba7f-8384fe3e823a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.884854] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 934.884854] env[68116]: value = "task-2786320" [ 934.884854] env[68116]: _type = "Task" [ 934.884854] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.897858] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.977659] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.978825] env[68116]: DEBUG nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.985136] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.664s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.986933] env[68116]: INFO nova.compute.claims [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.116861] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786318, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.247818] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786319, 'name': Rename_Task, 'duration_secs': 0.213337} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.248431] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.248728] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12474847-7e64-4bb7-a924-26ac0747e54f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.255921] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 935.255921] env[68116]: value = "task-2786321" [ 935.255921] env[68116]: _type = "Task" [ 935.255921] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.268459] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.398996] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.496408] env[68116]: DEBUG nova.compute.utils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.501568] env[68116]: DEBUG nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.501568] env[68116]: DEBUG nova.network.neutron [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.552160] env[68116]: DEBUG nova.policy [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '718db4ed152c46e08830450238ff5388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a8c1e05995a42e482a2d5adb0f59aeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.621959] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786318, 'name': CreateVM_Task, 'duration_secs': 0.687975} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.626399] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.627600] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.628045] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.628580] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.629941] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7deafca1-a69d-4b2c-a2b9-022bc9814535 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.635687] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 935.635687] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b9e8eb-3690-9484-b7c3-8ff72b2bd0ff" [ 935.635687] env[68116]: _type = "Task" [ 935.635687] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.652342] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b9e8eb-3690-9484-b7c3-8ff72b2bd0ff, 'name': SearchDatastore_Task} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.655052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.655052] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.655052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.655052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.655052] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.655052] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad128ec2-7667-4a45-96fc-84617fd7f228 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.663766] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.664053] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.664879] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0316b2d7-ec7e-4dd0-b2c7-a6a62052dd7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.670531] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 935.670531] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ea6725-af0f-7016-855a-9200a77cf374" [ 935.670531] env[68116]: _type = "Task" [ 935.670531] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.678907] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ea6725-af0f-7016-855a-9200a77cf374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.765407] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.878125] env[68116]: DEBUG nova.network.neutron [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Successfully created port: fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.899679] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672989} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.899986] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.900250] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.900534] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdc956fa-c7fe-431f-8ffb-90aaa65ceb8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.907793] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 935.907793] env[68116]: value = "task-2786322" [ 935.907793] env[68116]: _type = "Task" [ 935.907793] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.924331] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.005045] env[68116]: DEBUG nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.181656] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ea6725-af0f-7016-855a-9200a77cf374, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.183709] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96ce993-3c56-4016-85ce-700c1994c6e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.192895] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 936.192895] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524d8e0e-83a8-e84f-be51-4ccc75b18bfe" [ 936.192895] env[68116]: _type = "Task" [ 936.192895] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.206534] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524d8e0e-83a8-e84f-be51-4ccc75b18bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.269303] env[68116]: DEBUG oslo_vmware.api [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786321, 'name': PowerOnVM_Task, 'duration_secs': 0.80919} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.269724] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.270027] env[68116]: INFO nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Took 8.37 seconds to spawn the instance on the hypervisor. [ 936.270274] env[68116]: DEBUG nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.271940] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cda7ef-1849-4fa1-bfdc-2a43c6cf058b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.418945] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069311} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.419248] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.420079] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f9a1b8-2185-4dfd-9ac4-0c3873fdc5bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.440886] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.444045] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cad53b-2410-4d31-80a1-4645b5e464ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.463135] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 936.463135] env[68116]: value = "task-2786323" [ 936.463135] env[68116]: _type = "Task" [ 936.463135] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.475957] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786323, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.493027] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f2b46-3929-437d-b4f8-652b183b1e41 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.501226] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497fb8f1-041a-479b-a8e3-873f1711e7a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.536439] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce719a7a-6a0f-4c08-b822-e77f97198245 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.544559] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ea905-24ae-42d8-bcb8-c6377d32bcf0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.562143] env[68116]: DEBUG nova.compute.provider_tree [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.704468] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524d8e0e-83a8-e84f-be51-4ccc75b18bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.013366} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.705216] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.705537] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.705834] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc6646d-cf6d-4d16-ba0b-536a7d6ff889 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.713246] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 936.713246] env[68116]: value = "task-2786324" [ 936.713246] env[68116]: _type = "Task" [ 936.713246] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.721501] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.795067] env[68116]: INFO nova.compute.manager [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Took 35.66 seconds to build instance. [ 936.868812] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d4e3f-d839-a546-08d8-958a6441a851/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.869794] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d64c424-47ee-4129-b17a-8d5241da5d50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.876631] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d4e3f-d839-a546-08d8-958a6441a851/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.877048] env[68116]: ERROR oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d4e3f-d839-a546-08d8-958a6441a851/disk-0.vmdk due to incomplete transfer. [ 936.877423] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d498b74-7447-4e4d-ac0e-520f39246cf5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.885280] env[68116]: DEBUG oslo_vmware.rw_handles [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d4e3f-d839-a546-08d8-958a6441a851/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.885549] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Uploaded image df292481-cdbd-42b9-b673-9f7aedd1087f to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.887932] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.888206] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0546ee69-64d7-4e77-aa20-fb00744e3c23 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.895270] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 936.895270] env[68116]: value = "task-2786325" [ 936.895270] env[68116]: _type = "Task" [ 936.895270] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.904765] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786325, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.975986] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786323, 'name': ReconfigVM_Task, 'duration_secs': 0.352825} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.976281] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Reconfigured VM instance instance-00000047 to attach disk [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958/fb8594a2-f959-4911-b033-c6d90f04e958.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.977040] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dad1439-d343-44d7-83ae-cc69c190e3ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.984661] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 936.984661] env[68116]: value = "task-2786326" [ 936.984661] env[68116]: _type = "Task" [ 936.984661] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.994149] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786326, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.041596] env[68116]: DEBUG nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.069942] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.072496] env[68116]: DEBUG nova.virt.hardware [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.073700] env[68116]: DEBUG nova.scheduler.client.report [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.080575] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0953c-d166-4cd3-bdfd-ec90c8b6b855 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.088453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489aacc-98fa-4c8e-8083-c66aead8126f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.226994] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786324, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.298266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2e83d18a-55d9-410f-a512-31bd979b81c8 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.172s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.406935] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786325, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.495177] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786326, 'name': Rename_Task, 'duration_secs': 0.344285} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.495177] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.495177] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-510e9bf5-a3a5-4023-8580-fe6b1e021201 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.502578] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 937.502578] env[68116]: value = "task-2786327" [ 937.502578] env[68116]: _type = "Task" [ 937.502578] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.504551] env[68116]: DEBUG nova.network.neutron [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Successfully updated port: fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.524176] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.584295] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.584295] env[68116]: DEBUG nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.587038] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.167s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.587467] env[68116]: DEBUG nova.objects.instance [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lazy-loading 'resources' on Instance uuid 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.720930] env[68116]: DEBUG nova.compute.manager [req-c11a2d40-490b-45dc-8fd3-02eb39afa549 req-6f93d7db-d5a0-4588-bb81-9a9eb5706b41 service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Received event network-vif-plugged-fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 937.721238] env[68116]: DEBUG oslo_concurrency.lockutils [req-c11a2d40-490b-45dc-8fd3-02eb39afa549 req-6f93d7db-d5a0-4588-bb81-9a9eb5706b41 service nova] Acquiring lock "818d531d-1747-4849-95b3-b26f63b2c59a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.721494] env[68116]: DEBUG oslo_concurrency.lockutils [req-c11a2d40-490b-45dc-8fd3-02eb39afa549 req-6f93d7db-d5a0-4588-bb81-9a9eb5706b41 service nova] Lock "818d531d-1747-4849-95b3-b26f63b2c59a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.722057] env[68116]: DEBUG oslo_concurrency.lockutils [req-c11a2d40-490b-45dc-8fd3-02eb39afa549 req-6f93d7db-d5a0-4588-bb81-9a9eb5706b41 service nova] Lock "818d531d-1747-4849-95b3-b26f63b2c59a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.722057] env[68116]: DEBUG nova.compute.manager [req-c11a2d40-490b-45dc-8fd3-02eb39afa549 req-6f93d7db-d5a0-4588-bb81-9a9eb5706b41 service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] No waiting events found dispatching network-vif-plugged-fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.722057] env[68116]: WARNING nova.compute.manager [req-c11a2d40-490b-45dc-8fd3-02eb39afa549 req-6f93d7db-d5a0-4588-bb81-9a9eb5706b41 service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Received unexpected event network-vif-plugged-fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb for instance with vm_state building and task_state spawning. [ 937.728435] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535119} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.728716] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.728973] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.729276] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f804a7-88fb-4fce-a246-9d8f99922bed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.737066] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 937.737066] env[68116]: value = "task-2786328" [ 937.737066] env[68116]: _type = "Task" [ 937.737066] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.744555] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.876068] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.876068] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.906032] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786325, 'name': Destroy_Task, 'duration_secs': 0.942749} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.906763] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Destroyed the VM [ 937.906763] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.907019] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91de6b34-70e2-4abd-a858-e372a7f333fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.913108] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 937.913108] env[68116]: value = "task-2786329" [ 937.913108] env[68116]: _type = "Task" [ 937.913108] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.921102] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786329, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.014416] env[68116]: DEBUG oslo_vmware.api [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786327, 'name': PowerOnVM_Task, 'duration_secs': 0.472611} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.014716] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.014929] env[68116]: DEBUG nova.compute.manager [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.015732] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f50147-056e-4ceb-b9da-0d3dbffaac8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.018509] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.018607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquired lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.019328] env[68116]: DEBUG nova.network.neutron [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.091027] env[68116]: DEBUG nova.compute.utils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.092689] env[68116]: DEBUG nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.092903] env[68116]: DEBUG nova.network.neutron [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.136383] env[68116]: DEBUG nova.policy [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.249872] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072717} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.253501] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.254871] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b42fa5-c5fb-45d5-a23c-10398f50e41c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.266778] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.267101] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.267348] env[68116]: DEBUG nova.compute.manager [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.276877] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.280212] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0cd1b1-83ad-4363-9c70-cf31175427a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.282796] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c31c34c2-c5e7-4832-983d-69ab354be744 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.305843] env[68116]: DEBUG nova.compute.manager [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 938.306580] env[68116]: DEBUG nova.objects.instance [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lazy-loading 'flavor' on Instance uuid 7ec232a4-09e7-4b38-a34a-601d2bc238f8 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.308971] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 938.308971] env[68116]: value = "task-2786330" [ 938.308971] env[68116]: _type = "Task" [ 938.308971] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.320663] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.380315] env[68116]: DEBUG nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.426798] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786329, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.459941] env[68116]: DEBUG nova.network.neutron [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Successfully created port: 124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.539433] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.555323] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1570f0-9ebf-47f1-bdf4-66490ca782e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.567527] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6ad109-7389-4108-98cc-975357c2c06a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.599271] env[68116]: DEBUG nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.603544] env[68116]: DEBUG nova.network.neutron [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.606554] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc3059-e5cd-4e76-95aa-4b0ed2df0b90 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.618419] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c813e2c7-c851-4a06-a0e6-ea8164d4616c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.632521] env[68116]: DEBUG nova.compute.provider_tree [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.825564] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786330, 'name': ReconfigVM_Task, 'duration_secs': 0.334692} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.826056] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.826667] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38311a60-1004-4439-b51a-5ddbcfd50512 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.836578] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 938.836578] env[68116]: value = "task-2786331" [ 938.836578] env[68116]: _type = "Task" [ 938.836578] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.837485] env[68116]: DEBUG nova.network.neutron [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Updating instance_info_cache with network_info: [{"id": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "address": "fa:16:3e:07:d9:b8", "network": {"id": "be630152-ae07-416a-bbfe-3c6fcd65017f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1441028028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8c1e05995a42e482a2d5adb0f59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fd080-2c", "ovs_interfaceid": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.849203] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786331, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.901676] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.925157] env[68116]: DEBUG oslo_vmware.api [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786329, 'name': RemoveSnapshot_Task, 'duration_secs': 0.952969} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.925535] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.925865] env[68116]: INFO nova.compute.manager [None req-5f9da8ef-5337-41a5-b013-53fd4070af6a tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 939.140797] env[68116]: DEBUG nova.scheduler.client.report [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.276840] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "fb8594a2-f959-4911-b033-c6d90f04e958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.277575] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "fb8594a2-f959-4911-b033-c6d90f04e958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.277575] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "fb8594a2-f959-4911-b033-c6d90f04e958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.277714] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "fb8594a2-f959-4911-b033-c6d90f04e958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.277811] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "fb8594a2-f959-4911-b033-c6d90f04e958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.280321] env[68116]: INFO nova.compute.manager [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Terminating instance [ 939.321217] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.322595] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2326a24-291d-463d-9e77-a5120721398d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.333093] env[68116]: DEBUG oslo_vmware.api [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 939.333093] env[68116]: value = "task-2786332" [ 939.333093] env[68116]: _type = "Task" [ 939.333093] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.341473] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Releasing lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.341780] env[68116]: DEBUG nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Instance network_info: |[{"id": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "address": "fa:16:3e:07:d9:b8", "network": {"id": "be630152-ae07-416a-bbfe-3c6fcd65017f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1441028028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8c1e05995a42e482a2d5adb0f59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fd080-2c", "ovs_interfaceid": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.342073] env[68116]: DEBUG oslo_vmware.api [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.345330] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:d9:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.354581] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Creating folder: Project (2a8c1e05995a42e482a2d5adb0f59aeb). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.355349] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b20bb20-e0d9-4835-8c4c-90cc0c4e370a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.362044] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786331, 'name': Rename_Task, 'duration_secs': 0.172534} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.362336] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.362601] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-793960a8-e8b7-4ff2-a552-e80194721e4d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.365706] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Created folder: Project (2a8c1e05995a42e482a2d5adb0f59aeb) in parent group-v559920. [ 939.365889] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Creating folder: Instances. Parent ref: group-v560139. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.366164] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e03c746f-a586-44da-b281-75912919f155 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.373888] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 939.373888] env[68116]: value = "task-2786334" [ 939.373888] env[68116]: _type = "Task" [ 939.373888] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.379579] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Created folder: Instances in parent group-v560139. [ 939.379814] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.382735] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.383020] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.383233] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-627529e9-02af-4e5d-b77f-1fe1556568b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.402033] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.402033] env[68116]: value = "task-2786336" [ 939.402033] env[68116]: _type = "Task" [ 939.402033] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.412054] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786336, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.612219] env[68116]: DEBUG nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.636369] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.636688] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.637031] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.637229] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.637518] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.637647] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.638105] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.638253] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.638402] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.638617] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.638754] env[68116]: DEBUG nova.virt.hardware [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.639679] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d222eea1-18c2-489c-8a20-19ef8c93acb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.648661] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.650826] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.756s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.655337] env[68116]: DEBUG nova.objects.instance [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.655337] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9edbf-7e44-49ee-990a-07d50c1471f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.686194] env[68116]: INFO nova.scheduler.client.report [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Deleted allocations for instance 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a [ 939.744316] env[68116]: DEBUG nova.compute.manager [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Received event network-changed-fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.744599] env[68116]: DEBUG nova.compute.manager [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Refreshing instance network info cache due to event network-changed-fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 939.744802] env[68116]: DEBUG oslo_concurrency.lockutils [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] Acquiring lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.744955] env[68116]: DEBUG oslo_concurrency.lockutils [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] Acquired lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.747249] env[68116]: DEBUG nova.network.neutron [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Refreshing network info cache for port fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.784678] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "refresh_cache-fb8594a2-f959-4911-b033-c6d90f04e958" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.785123] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquired lock "refresh_cache-fb8594a2-f959-4911-b033-c6d90f04e958" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.785123] env[68116]: DEBUG nova.network.neutron [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.842948] env[68116]: DEBUG oslo_vmware.api [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786332, 'name': PowerOffVM_Task, 'duration_secs': 0.228731} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.843310] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.843528] env[68116]: DEBUG nova.compute.manager [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.844374] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a8f0e6-bf17-4126-8f92-eb2978ae791a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.889081] env[68116]: DEBUG oslo_vmware.api [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786334, 'name': PowerOnVM_Task, 'duration_secs': 0.512566} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.889471] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.889765] env[68116]: INFO nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Took 5.40 seconds to spawn the instance on the hypervisor. [ 939.890035] env[68116]: DEBUG nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.891180] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeccf894-2939-4167-8ad4-2acdc06717c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.916090] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786336, 'name': CreateVM_Task, 'duration_secs': 0.416156} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.916090] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.916370] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.917028] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.917098] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.917681] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3114f5ca-b225-4149-a534-7488057b3c7a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.923171] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 939.923171] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d3711d-4370-63b8-c3f1-eb85159805a2" [ 939.923171] env[68116]: _type = "Task" [ 939.923171] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.935225] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d3711d-4370-63b8-c3f1-eb85159805a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.201701] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8d5580d5-ab7d-4478-ab46-cacda8c8e61e tempest-ListServerFiltersTestJSON-53590806 tempest-ListServerFiltersTestJSON-53590806-project-member] Lock "980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.345s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.312182] env[68116]: DEBUG nova.network.neutron [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.358751] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2df9cee6-7f44-49c1-a153-d4f45177b1c1 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.375744] env[68116]: DEBUG nova.network.neutron [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.419260] env[68116]: INFO nova.compute.manager [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Took 36.11 seconds to build instance. [ 940.442311] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d3711d-4370-63b8-c3f1-eb85159805a2, 'name': SearchDatastore_Task, 'duration_secs': 0.026} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.446528] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.446528] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.446528] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.446528] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.446528] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.446528] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f676525b-d451-4dcf-b509-59196d6932b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.447089] env[68116]: DEBUG nova.network.neutron [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Successfully updated port: 124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.457890] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.458174] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.459798] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa9ab89-e88b-40c1-b10c-c20c11509df9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.466759] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 940.466759] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528511f8-d816-6fd3-65c0-4637880f9b5d" [ 940.466759] env[68116]: _type = "Task" [ 940.466759] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.475889] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528511f8-d816-6fd3-65c0-4637880f9b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.620541] env[68116]: DEBUG nova.network.neutron [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Updated VIF entry in instance network info cache for port fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.620998] env[68116]: DEBUG nova.network.neutron [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Updating instance_info_cache with network_info: [{"id": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "address": "fa:16:3e:07:d9:b8", "network": {"id": "be630152-ae07-416a-bbfe-3c6fcd65017f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1441028028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8c1e05995a42e482a2d5adb0f59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fd080-2c", "ovs_interfaceid": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.667888] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ea6860da-5279-4561-ab9b-4af6041b95ed tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.669330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.747s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.669586] env[68116]: DEBUG nova.objects.instance [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lazy-loading 'resources' on Instance uuid 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.711298] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.711581] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.711812] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.712050] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.712228] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.714344] env[68116]: INFO nova.compute.manager [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Terminating instance [ 940.877395] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Releasing lock "refresh_cache-fb8594a2-f959-4911-b033-c6d90f04e958" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.877904] env[68116]: DEBUG nova.compute.manager [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.878179] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.879146] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f7f2d-d000-4b7d-883f-847be83cfd12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.887278] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.887639] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8a5c93-e7f9-4765-8374-1abf37904e46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.893762] env[68116]: DEBUG oslo_vmware.api [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 940.893762] env[68116]: value = "task-2786337" [ 940.893762] env[68116]: _type = "Task" [ 940.893762] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.902922] env[68116]: DEBUG oslo_vmware.api [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.923697] env[68116]: DEBUG oslo_concurrency.lockutils [None req-047faad6-c012-4f79-a150-e36867b311e3 tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "13aa150d-d5c2-411c-8994-1bff0050ed79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.626s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.951878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.951878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.951878] env[68116]: DEBUG nova.network.neutron [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.978503] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528511f8-d816-6fd3-65c0-4637880f9b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013676} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.979505] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf4e21a-1f91-4f35-a816-2c09ef8bf0da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.988111] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 940.988111] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529d50d2-5073-ba43-e3c4-6e68a91417a0" [ 940.988111] env[68116]: _type = "Task" [ 940.988111] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.998017] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529d50d2-5073-ba43-e3c4-6e68a91417a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.123762] env[68116]: DEBUG oslo_concurrency.lockutils [req-8ea900c4-44df-4679-a250-a4ccaa0f9fef req-49a850e1-f735-49c1-8887-ce9ea734e99d service nova] Releasing lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.218305] env[68116]: DEBUG nova.compute.manager [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.218943] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.224149] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9250b8b-d677-4879-a49a-4fb207e2db78 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.233897] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.233897] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f436a1-a161-411f-81b8-c8a063a27783 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.305696] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.305969] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.306212] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleting the datastore file [datastore2] 7ec232a4-09e7-4b38-a34a-601d2bc238f8 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.306772] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d9c774-890b-4fb5-a2a8-becb13fff500 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.314233] env[68116]: DEBUG oslo_vmware.api [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 941.314233] env[68116]: value = "task-2786339" [ 941.314233] env[68116]: _type = "Task" [ 941.314233] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.327608] env[68116]: DEBUG oslo_vmware.api [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.403820] env[68116]: DEBUG oslo_vmware.api [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786337, 'name': PowerOffVM_Task, 'duration_secs': 0.149416} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.407021] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.407392] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.408880] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66624776-da7e-47fd-a130-bbd3c561d6fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.436649] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.436977] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.437209] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Deleting the datastore file [datastore2] fb8594a2-f959-4911-b033-c6d90f04e958 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.437825] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95d59bec-a652-429a-a05f-de2b1df3094b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.446133] env[68116]: DEBUG oslo_vmware.api [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for the task: (returnval){ [ 941.446133] env[68116]: value = "task-2786341" [ 941.446133] env[68116]: _type = "Task" [ 941.446133] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.460298] env[68116]: DEBUG oslo_vmware.api [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.497382] env[68116]: DEBUG nova.network.neutron [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.505389] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529d50d2-5073-ba43-e3c4-6e68a91417a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016111} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.508142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.508435] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 818d531d-1747-4849-95b3-b26f63b2c59a/818d531d-1747-4849-95b3-b26f63b2c59a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.508901] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4fb3d2e-b298-4a7b-8697-2c8d87211a13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.513668] env[68116]: INFO nova.compute.manager [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Rebuilding instance [ 941.517420] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 941.517420] env[68116]: value = "task-2786342" [ 941.517420] env[68116]: _type = "Task" [ 941.517420] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.530391] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.581120] env[68116]: DEBUG nova.compute.manager [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.582452] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97343d8b-2b87-4944-8950-ab687e95021a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.656947] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03beb61-cb47-4ee4-a7c6-d97067069840 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.666572] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5facc73-14db-4901-9ce2-c3381a11737b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.703737] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b202d-618e-45cf-b23d-1c44cb6a8044 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.712052] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dee0d2-9c87-43a0-b51b-06f655774999 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.729287] env[68116]: DEBUG nova.compute.provider_tree [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.740931] env[68116]: DEBUG nova.network.neutron [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.802469] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Acquiring lock "0f6b596f-f7f0-4919-9301-feeda6237423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.802868] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "0f6b596f-f7f0-4919-9301-feeda6237423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.803229] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Acquiring lock "0f6b596f-f7f0-4919-9301-feeda6237423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.803494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "0f6b596f-f7f0-4919-9301-feeda6237423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.803684] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "0f6b596f-f7f0-4919-9301-feeda6237423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.807606] env[68116]: INFO nova.compute.manager [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Terminating instance [ 941.828598] env[68116]: DEBUG oslo_vmware.api [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312883} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.828958] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.829164] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.829334] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.829525] env[68116]: INFO nova.compute.manager [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Took 0.61 seconds to destroy the instance on the hypervisor. [ 941.829786] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.830367] env[68116]: DEBUG nova.compute.manager [-] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.830486] env[68116]: DEBUG nova.network.neutron [-] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.859396] env[68116]: DEBUG nova.compute.manager [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-vif-plugged-124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 941.859613] env[68116]: DEBUG oslo_concurrency.lockutils [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.859995] env[68116]: DEBUG oslo_concurrency.lockutils [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.860309] env[68116]: DEBUG oslo_concurrency.lockutils [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.860493] env[68116]: DEBUG nova.compute.manager [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] No waiting events found dispatching network-vif-plugged-124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.860660] env[68116]: WARNING nova.compute.manager [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received unexpected event network-vif-plugged-124c8c01-6073-4ebf-8c67-2d89aaf8e17d for instance with vm_state building and task_state spawning. [ 941.861232] env[68116]: DEBUG nova.compute.manager [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-changed-124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 941.861232] env[68116]: DEBUG nova.compute.manager [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing instance network info cache due to event network-changed-124c8c01-6073-4ebf-8c67-2d89aaf8e17d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 941.861232] env[68116]: DEBUG oslo_concurrency.lockutils [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.962187] env[68116]: DEBUG oslo_vmware.api [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Task: {'id': task-2786341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211203} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.962938] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.962938] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.963052] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.963266] env[68116]: INFO nova.compute.manager [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Took 1.09 seconds to destroy the instance on the hypervisor. [ 941.963626] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.963830] env[68116]: DEBUG nova.compute.manager [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.963921] env[68116]: DEBUG nova.network.neutron [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.995286] env[68116]: DEBUG nova.network.neutron [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.028035] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.231401] env[68116]: DEBUG nova.scheduler.client.report [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.244185] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.244489] env[68116]: DEBUG nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Instance network_info: |[{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.244840] env[68116]: DEBUG oslo_concurrency.lockutils [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.245134] env[68116]: DEBUG nova.network.neutron [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing network info cache for port 124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.246743] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:25:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '124c8c01-6073-4ebf-8c67-2d89aaf8e17d', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.254765] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.255697] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.256536] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41594b35-8eee-4e4d-9219-5378d060b1be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.280217] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.280217] env[68116]: value = "task-2786343" [ 942.280217] env[68116]: _type = "Task" [ 942.280217] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.288467] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786343, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.312840] env[68116]: DEBUG nova.compute.manager [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.314200] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.314200] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33e0eb35-98e6-4b5c-a84f-954b6f4a703b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.320895] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 942.320895] env[68116]: value = "task-2786344" [ 942.320895] env[68116]: _type = "Task" [ 942.320895] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.330278] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.498453] env[68116]: DEBUG nova.network.neutron [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.529433] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625261} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.529770] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 818d531d-1747-4849-95b3-b26f63b2c59a/818d531d-1747-4849-95b3-b26f63b2c59a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.530016] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.530288] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2909b6db-517d-4b50-8732-ba6a5c8665b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.537153] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 942.537153] env[68116]: value = "task-2786345" [ 942.537153] env[68116]: _type = "Task" [ 942.537153] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.546594] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.601947] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.601947] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2e5e24-1c11-4e08-a0f1-f39f4e7b90a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.609666] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 942.609666] env[68116]: value = "task-2786346" [ 942.609666] env[68116]: _type = "Task" [ 942.609666] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.625722] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.634400] env[68116]: DEBUG nova.network.neutron [-] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.737769] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.740395] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.797s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.741904] env[68116]: INFO nova.compute.claims [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.762524] env[68116]: INFO nova.scheduler.client.report [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Deleted allocations for instance 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8 [ 942.768130] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208c2fe-badf-2246-5a53-b7d0eb0ef916/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 942.769019] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3d7fc-8d51-4f8a-9bd0-627ef1fb98ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.775682] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208c2fe-badf-2246-5a53-b7d0eb0ef916/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 942.775898] env[68116]: ERROR oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208c2fe-badf-2246-5a53-b7d0eb0ef916/disk-0.vmdk due to incomplete transfer. [ 942.776222] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8db4a818-d016-489c-95de-c3ef27b0971b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.788175] env[68116]: DEBUG oslo_vmware.rw_handles [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208c2fe-badf-2246-5a53-b7d0eb0ef916/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 942.788376] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Uploaded image d35f84fa-71de-44ce-aa71-b45477be2fa6 to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 942.790122] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 942.790667] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786343, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.790873] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dcfd20db-8929-40d0-9bac-e63299016b4e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.797889] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 942.797889] env[68116]: value = "task-2786347" [ 942.797889] env[68116]: _type = "Task" [ 942.797889] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.806389] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786347, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.830718] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786344, 'name': PowerOffVM_Task, 'duration_secs': 0.33413} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.831448] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.831671] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 942.831919] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-559986', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'name': 'volume-678b3a20-007d-4277-bf6b-022ffa5b38f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f6b596f-f7f0-4919-9301-feeda6237423', 'attached_at': '', 'detached_at': '', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'serial': '678b3a20-007d-4277-bf6b-022ffa5b38f9'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 942.832684] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee104dd-595b-4200-a745-a8e14685d358 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.854355] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66b90ce-2744-48cf-826b-f9f93acfd822 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.862070] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8685935d-a861-4e74-baf1-42fbe4709691 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.883766] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d970313-ee54-43ab-aaeb-58c047e8dd89 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.901206] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] The volume has not been displaced from its original location: [datastore2] volume-678b3a20-007d-4277-bf6b-022ffa5b38f9/volume-678b3a20-007d-4277-bf6b-022ffa5b38f9.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 942.906716] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.907140] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836eccd3-2a0c-448f-8de2-f45abea269dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.927469] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 942.927469] env[68116]: value = "task-2786348" [ 942.927469] env[68116]: _type = "Task" [ 942.927469] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.939091] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.996275] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.996526] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.996730] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.996907] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.997084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.999218] env[68116]: INFO nova.compute.manager [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Terminating instance [ 943.002934] env[68116]: INFO nova.compute.manager [-] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Took 1.04 seconds to deallocate network for instance. [ 943.046910] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07502} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.047190] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.047962] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3d0032-64bb-475b-86ac-27045440e82c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.069961] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 818d531d-1747-4849-95b3-b26f63b2c59a/818d531d-1747-4849-95b3-b26f63b2c59a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.072442] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112582c9-4399-4e6f-8caf-626a3f605838 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.093144] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 943.093144] env[68116]: value = "task-2786349" [ 943.093144] env[68116]: _type = "Task" [ 943.093144] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.100558] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.120662] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786346, 'name': PowerOffVM_Task, 'duration_secs': 0.24348} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.120662] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.120662] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.120959] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f7547b-8208-4523-b61b-004b6a2cd426 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.128098] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.128337] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cdf8443-e524-44e8-9180-256fe715515d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.137334] env[68116]: INFO nova.compute.manager [-] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Took 1.31 seconds to deallocate network for instance. [ 943.151285] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.151507] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.151692] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Deleting the datastore file [datastore2] 13aa150d-d5c2-411c-8994-1bff0050ed79 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.151946] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79e8951-8549-4eb3-8142-75a5189f8e70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.154466] env[68116]: DEBUG nova.network.neutron [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updated VIF entry in instance network info cache for port 124c8c01-6073-4ebf-8c67-2d89aaf8e17d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.154875] env[68116]: DEBUG nova.network.neutron [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.160502] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 943.160502] env[68116]: value = "task-2786351" [ 943.160502] env[68116]: _type = "Task" [ 943.160502] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.172993] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.275786] env[68116]: DEBUG oslo_concurrency.lockutils [None req-19b75eef-556a-4482-ad04-482ce899bf31 tempest-InstanceActionsNegativeTestJSON-800350012 tempest-InstanceActionsNegativeTestJSON-800350012-project-member] Lock "5df989c1-bca1-4dcc-b7ef-fdb3a18373e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.996s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.288202] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786343, 'name': CreateVM_Task, 'duration_secs': 0.565558} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.288404] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.289135] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.289319] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.289688] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.289972] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d44408-c369-48e2-8f66-42ffc108f8e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.294875] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 943.294875] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529ebe36-a5f0-4217-4b41-57e237ffc901" [ 943.294875] env[68116]: _type = "Task" [ 943.294875] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.311411] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786347, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.311670] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529ebe36-a5f0-4217-4b41-57e237ffc901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.441134] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786348, 'name': ReconfigVM_Task, 'duration_secs': 0.336835} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.441440] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.446760] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ca7ba5-3b4e-48df-ade4-b471e99740d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.462341] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 943.462341] env[68116]: value = "task-2786352" [ 943.462341] env[68116]: _type = "Task" [ 943.462341] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.470983] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.508880] env[68116]: DEBUG nova.compute.manager [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.510186] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.510186] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.514024] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d65f25-81a1-42eb-b364-45e0593e8e6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.518674] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.518921] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e56b63-5554-4e35-8511-6caca9125165 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.526139] env[68116]: DEBUG oslo_vmware.api [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 943.526139] env[68116]: value = "task-2786353" [ 943.526139] env[68116]: _type = "Task" [ 943.526139] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.536569] env[68116]: DEBUG oslo_vmware.api [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.604814] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786349, 'name': ReconfigVM_Task, 'duration_secs': 0.324484} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.605145] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 818d531d-1747-4849-95b3-b26f63b2c59a/818d531d-1747-4849-95b3-b26f63b2c59a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.605892] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd4f46c9-6bbf-4d1f-b68c-a76f3f49bb76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.613845] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 943.613845] env[68116]: value = "task-2786354" [ 943.613845] env[68116]: _type = "Task" [ 943.613845] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.624765] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786354, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.644674] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.657788] env[68116]: DEBUG oslo_concurrency.lockutils [req-583ecd4c-3582-4071-b0a7-6a8f24c7e1b0 req-6cc79258-dbe9-4db6-8453-288b2c807e0b service nova] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.671795] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116342} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.672180] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.672441] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.672714] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.812159] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529ebe36-a5f0-4217-4b41-57e237ffc901, 'name': SearchDatastore_Task, 'duration_secs': 0.016965} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.815715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.816354] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.821018] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.821018] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.821018] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.822572] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd43e66f-7ae6-4c64-977e-8d48912c56ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.825186] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786347, 'name': Destroy_Task, 'duration_secs': 0.84504} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.825728] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Destroyed the VM [ 943.826461] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 943.829018] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-667dcb1c-4830-4623-86c2-3d980cf1ff3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.833556] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.834111] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.836346] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abae8f81-2864-4c6f-9767-e8d3298111f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.838959] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 943.838959] env[68116]: value = "task-2786355" [ 943.838959] env[68116]: _type = "Task" [ 943.838959] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.854073] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 943.854073] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528176fb-499a-4228-22ce-3c1114bd4e87" [ 943.854073] env[68116]: _type = "Task" [ 943.854073] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.864620] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786355, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.870732] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528176fb-499a-4228-22ce-3c1114bd4e87, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.871693] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8505b941-c972-4c69-a1b9-973e87508c7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.877234] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 943.877234] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c23889-0d99-f2ed-86cd-2740e0ad1afb" [ 943.877234] env[68116]: _type = "Task" [ 943.877234] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.889180] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c23889-0d99-f2ed-86cd-2740e0ad1afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.941163] env[68116]: DEBUG nova.compute.manager [req-cd4b769f-2d98-4c71-b39d-e2187fb5b398 req-1f561b15-4dce-47d3-be87-ef7254953249 service nova] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Received event network-vif-deleted-d4ed9b4b-fb99-4dfe-ab3e-68c6065e78ec {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 943.977141] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.039930] env[68116]: DEBUG oslo_vmware.api [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786353, 'name': PowerOffVM_Task, 'duration_secs': 0.191319} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.042635] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.042834] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.043397] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2371430-9b8f-4d39-b767-1bd1bf64f20a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.110584] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.110768] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.110949] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Deleting the datastore file [datastore2] 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.111414] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb83c87-c301-4c26-818d-372881df6d4b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.128206] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786354, 'name': Rename_Task, 'duration_secs': 0.160858} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.128621] env[68116]: DEBUG oslo_vmware.api [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 944.128621] env[68116]: value = "task-2786357" [ 944.128621] env[68116]: _type = "Task" [ 944.128621] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.128886] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.129042] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9069b70-8964-4a92-9787-c47547306370 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.140573] env[68116]: DEBUG oslo_vmware.api [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.148230] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 944.148230] env[68116]: value = "task-2786358" [ 944.148230] env[68116]: _type = "Task" [ 944.148230] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.156712] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786358, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.184382] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d04065-6e1a-498b-8958-24a075609537 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.202642] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9508f3-6f09-4cfd-b8b3-08d70f73347f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.237624] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d18d00-69da-4c42-aefc-e145c9a83b21 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.243109] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de646a8-b9f5-4b59-af9e-4e16ac8004bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.261020] env[68116]: DEBUG nova.compute.provider_tree [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.356918] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786355, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.388913] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c23889-0d99-f2ed-86cd-2740e0ad1afb, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.389469] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.389745] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 507e34d3-4116-44e8-b20f-14ed2e51af9a/507e34d3-4116-44e8-b20f-14ed2e51af9a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.390028] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6087743c-f149-4e31-9d3f-62d426bc820a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.397288] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 944.397288] env[68116]: value = "task-2786359" [ 944.397288] env[68116]: _type = "Task" [ 944.397288] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.406624] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.475341] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786352, 'name': ReconfigVM_Task, 'duration_secs': 0.903399} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.475706] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-559986', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'name': 'volume-678b3a20-007d-4277-bf6b-022ffa5b38f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f6b596f-f7f0-4919-9301-feeda6237423', 'attached_at': '', 'detached_at': '', 'volume_id': '678b3a20-007d-4277-bf6b-022ffa5b38f9', 'serial': '678b3a20-007d-4277-bf6b-022ffa5b38f9'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 944.476168] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.477396] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec4dec2-9a83-43f2-bf22-009f91d1ddae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.485618] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.485934] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad9e86f-58be-457e-a435-1d98e58665cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.558667] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.559030] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.559323] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Deleting the datastore file [datastore2] 0f6b596f-f7f0-4919-9301-feeda6237423 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.559706] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8146a9ff-50c5-4272-85bc-2afba0fc6a07 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.570306] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for the task: (returnval){ [ 944.570306] env[68116]: value = "task-2786361" [ 944.570306] env[68116]: _type = "Task" [ 944.570306] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.581401] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.639689] env[68116]: DEBUG oslo_vmware.api [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204342} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.639982] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.640178] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.640372] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.640549] env[68116]: INFO nova.compute.manager [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.640803] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.641011] env[68116]: DEBUG nova.compute.manager [-] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.641115] env[68116]: DEBUG nova.network.neutron [-] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.659087] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.731573] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.731854] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.732111] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.733511] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.733511] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.733511] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.733511] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.733511] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.733511] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.733511] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.733923] env[68116]: DEBUG nova.virt.hardware [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.734512] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f70fcb-7edd-4241-84c2-b533b81a3d7a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.743320] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c921de8-58aa-4105-860d-edce16907697 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.760234] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.766392] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.767223] env[68116]: DEBUG nova.scheduler.client.report [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.770972] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.771598] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a72d65b2-00b9-4844-86c4-a079326d2abd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.790576] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.790576] env[68116]: value = "task-2786362" [ 944.790576] env[68116]: _type = "Task" [ 944.790576] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.801143] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786362, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.855835] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786355, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.884892] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "35bc23e7-a82a-419f-9145-d6aad2b697a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.885158] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.908731] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786359, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.082447] env[68116]: DEBUG oslo_vmware.api [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Task: {'id': task-2786361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430066} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.082789] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.082971] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.083204] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.084445] env[68116]: INFO nova.compute.manager [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Took 2.77 seconds to destroy the instance on the hypervisor. [ 945.084445] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.084445] env[68116]: DEBUG nova.compute.manager [-] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.084445] env[68116]: DEBUG nova.network.neutron [-] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.163528] env[68116]: DEBUG oslo_vmware.api [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786358, 'name': PowerOnVM_Task, 'duration_secs': 0.56728} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.163528] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.163955] env[68116]: INFO nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Took 8.12 seconds to spawn the instance on the hypervisor. [ 945.163955] env[68116]: DEBUG nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.168186] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0395917-fac8-4186-9b7d-def09e6df9ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.273609] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.274198] env[68116]: DEBUG nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.280952] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 20.245s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.308870] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786362, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.353964] env[68116]: DEBUG oslo_vmware.api [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786355, 'name': RemoveSnapshot_Task, 'duration_secs': 1.158094} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.356790] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 945.356790] env[68116]: INFO nova.compute.manager [None req-efdf08b0-0602-462e-94f3-3bf3cfd27404 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Took 16.18 seconds to snapshot the instance on the hypervisor. [ 945.391270] env[68116]: DEBUG nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.413531] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559209} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.413964] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 507e34d3-4116-44e8-b20f-14ed2e51af9a/507e34d3-4116-44e8-b20f-14ed2e51af9a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.414421] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.414912] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2767082b-5a1e-4327-819b-4d34c58e9771 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.421383] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 945.421383] env[68116]: value = "task-2786363" [ 945.421383] env[68116]: _type = "Task" [ 945.421383] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.437201] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.672089] env[68116]: DEBUG nova.network.neutron [-] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.694774] env[68116]: INFO nova.compute.manager [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Took 38.86 seconds to build instance. [ 945.789806] env[68116]: DEBUG nova.objects.instance [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lazy-loading 'migration_context' on Instance uuid ea04be24-b290-43d8-b456-06f53e26079c {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.789806] env[68116]: DEBUG nova.compute.utils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.791893] env[68116]: DEBUG nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.792557] env[68116]: DEBUG nova.network.neutron [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.810585] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786362, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.905898] env[68116]: DEBUG nova.policy [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d16d3ae21af4b55b8a0e9778d3ca39a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d84942bdca34d09897d19d56fcea852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.913839] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.933932] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062557} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.934248] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.935150] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f11b56-fc5f-482d-b01c-3209395fa60c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.968135] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 507e34d3-4116-44e8-b20f-14ed2e51af9a/507e34d3-4116-44e8-b20f-14ed2e51af9a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.968135] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de36963-30fc-4a0e-a924-6e196a0ded28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.991057] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 945.991057] env[68116]: value = "task-2786364" [ 945.991057] env[68116]: _type = "Task" [ 945.991057] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.001300] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.113400] env[68116]: DEBUG nova.compute.manager [req-3d6fbd80-1c64-450d-97a0-e4819c4967f6 req-bdf7d2f3-7770-4c83-897b-8adbb82ca2a8 service nova] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Received event network-vif-deleted-0f3cd3b5-af8e-4f00-a998-82d028e7e678 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.181157] env[68116]: INFO nova.compute.manager [-] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Took 1.54 seconds to deallocate network for instance. [ 946.181832] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "4d4fe17d-a058-49e5-a204-29732f0a92f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.182074] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.200121] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec5ba092-ba69-4862-8300-f811c79ddd37 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.380s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.300280] env[68116]: DEBUG nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.321429] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786362, 'name': CreateVM_Task, 'duration_secs': 1.361521} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.321429] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.321429] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.321429] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.323102] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.323771] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee312648-9813-4da2-81e9-bcccea94bad5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.337025] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 946.337025] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529990ea-afce-eebc-779f-d0c9105532bd" [ 946.337025] env[68116]: _type = "Task" [ 946.337025] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.345046] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529990ea-afce-eebc-779f-d0c9105532bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.508459] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.544359] env[68116]: DEBUG nova.network.neutron [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Successfully created port: d0a0d474-c5ef-4710-8268-b466b0d2ee4e {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.684293] env[68116]: DEBUG nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.701006] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.701433] env[68116]: DEBUG nova.network.neutron [-] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.762964] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "818d531d-1747-4849-95b3-b26f63b2c59a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.763329] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.764022] env[68116]: INFO nova.compute.manager [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Rebooting instance [ 946.802416] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c56b92-e8b3-479e-8739-9e89955257d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.810710] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a91384-597f-4065-966a-0d141b411e50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.851299] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c49ffa-4a05-4025-aaa6-5d3c7fb11810 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.860905] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529990ea-afce-eebc-779f-d0c9105532bd, 'name': SearchDatastore_Task, 'duration_secs': 0.02686} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.864168] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.864168] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.864773] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.864773] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.864773] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.865274] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d5a1e7-7065-4d56-845b-1ce9f46e7ecf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.868111] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ec1e8-88be-483b-ab2c-52bb99233434 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.885303] env[68116]: DEBUG nova.compute.provider_tree [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.887323] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.887502] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.888434] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c15695-5a43-4cc3-983b-900f7bbbb7e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.894705] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 946.894705] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52248ce7-7fb3-d48c-6c80-5d98099e84fe" [ 946.894705] env[68116]: _type = "Task" [ 946.894705] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.904321] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52248ce7-7fb3-d48c-6c80-5d98099e84fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.003714] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786364, 'name': ReconfigVM_Task, 'duration_secs': 0.703329} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.004541] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 507e34d3-4116-44e8-b20f-14ed2e51af9a/507e34d3-4116-44e8-b20f-14ed2e51af9a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.007026] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc71d14a-c6e0-4649-8123-d9c521bf7773 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.016071] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 947.016071] env[68116]: value = "task-2786365" [ 947.016071] env[68116]: _type = "Task" [ 947.016071] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.025774] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786365, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.206161] env[68116]: INFO nova.compute.manager [-] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Took 2.12 seconds to deallocate network for instance. [ 947.219174] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.301101] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.301341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquired lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.301519] env[68116]: DEBUG nova.network.neutron [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.322297] env[68116]: DEBUG nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.356554] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.356812] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.357029] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.357325] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.357491] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.357644] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.357864] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.358039] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.358216] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.358384] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.358561] env[68116]: DEBUG nova.virt.hardware [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.359481] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62721df2-a52f-47be-bb4d-1f958a33affd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.369949] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1933da4-c8cb-492a-ac95-b2485ce64e9f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.389973] env[68116]: DEBUG nova.scheduler.client.report [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.408395] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52248ce7-7fb3-d48c-6c80-5d98099e84fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.410505] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e86cb7-1d97-480c-90b8-d03ad920078a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.419967] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 947.419967] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5287b8bf-d77f-1145-c3e2-07a52fed2c56" [ 947.419967] env[68116]: _type = "Task" [ 947.419967] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.430874] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5287b8bf-d77f-1145-c3e2-07a52fed2c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.527266] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786365, 'name': Rename_Task, 'duration_secs': 0.263157} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.527609] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.527884] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b865a0ff-ef66-45d6-ab1a-b2b71dfa0b94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.536177] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 947.536177] env[68116]: value = "task-2786366" [ 947.536177] env[68116]: _type = "Task" [ 947.536177] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.545363] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.770173] env[68116]: INFO nova.compute.manager [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Took 0.57 seconds to detach 1 volumes for instance. [ 947.774433] env[68116]: DEBUG nova.compute.manager [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Deleting volume: 678b3a20-007d-4277-bf6b-022ffa5b38f9 {{(pid=68116) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 947.936631] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5287b8bf-d77f-1145-c3e2-07a52fed2c56, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.936920] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.937209] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.937487] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3fcc27d-7f11-426e-891d-d0eb2ccb1aa6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.950256] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 947.950256] env[68116]: value = "task-2786368" [ 947.950256] env[68116]: _type = "Task" [ 947.950256] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.958074] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.053651] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.166830] env[68116]: DEBUG nova.network.neutron [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Updating instance_info_cache with network_info: [{"id": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "address": "fa:16:3e:07:d9:b8", "network": {"id": "be630152-ae07-416a-bbfe-3c6fcd65017f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1441028028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a8c1e05995a42e482a2d5adb0f59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fd080-2c", "ovs_interfaceid": "fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.290020] env[68116]: DEBUG nova.compute.manager [req-08ddf718-26d0-40a0-97e3-ce43778bd18c req-d347b29a-0a26-48ef-bdd5-160da0b40703 service nova] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Received event network-vif-deleted-ee2ccf6a-33d8-481f-b1d6-f393cb9d15ea {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 948.318692] env[68116]: DEBUG nova.network.neutron [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Successfully updated port: d0a0d474-c5ef-4710-8268-b466b0d2ee4e {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.331729] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.405941] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.125s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.412892] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.306s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.413276] env[68116]: DEBUG nova.objects.instance [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 948.459394] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786368, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.552433] env[68116]: DEBUG oslo_vmware.api [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786366, 'name': PowerOnVM_Task, 'duration_secs': 0.521459} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.552639] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.553651] env[68116]: INFO nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Took 8.94 seconds to spawn the instance on the hypervisor. [ 948.553651] env[68116]: DEBUG nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.553866] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8e8bd-1022-497f-b244-7deece66e203 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.670089] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Releasing lock "refresh_cache-818d531d-1747-4849-95b3-b26f63b2c59a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.822756] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.822756] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.822756] env[68116]: DEBUG nova.network.neutron [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.961130] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.939627} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.961130] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.961130] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.961130] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb1c31b0-bf0e-42b4-9311-0dcf1894aefd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.968020] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 948.968020] env[68116]: value = "task-2786369" [ 948.968020] env[68116]: _type = "Task" [ 948.968020] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.976189] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.077735] env[68116]: INFO nova.compute.manager [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Took 37.78 seconds to build instance. [ 949.178093] env[68116]: DEBUG nova.compute.manager [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.178093] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077687ea-4049-41f4-8510-36ed995cdaba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.366198] env[68116]: DEBUG nova.network.neutron [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.426775] env[68116]: DEBUG oslo_concurrency.lockutils [None req-66567da1-6466-4e7a-9060-dac77ceb9a95 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.430060] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.572s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.430345] env[68116]: DEBUG nova.objects.instance [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lazy-loading 'resources' on Instance uuid c833ff1f-f57e-43a7-af50-2b0f2b124344 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.482789] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070289} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.483593] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.483894] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2060b3e2-e47e-49a0-9eae-d6b371f07690 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.509102] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.512596] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c925ec-800c-4995-9ce9-eeb14abc229d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.535124] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 949.535124] env[68116]: value = "task-2786370" [ 949.535124] env[68116]: _type = "Task" [ 949.535124] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.544774] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.567153] env[68116]: DEBUG nova.network.neutron [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance_info_cache with network_info: [{"id": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "address": "fa:16:3e:8b:72:c2", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a0d474-c5", "ovs_interfaceid": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.580490] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14e27c27-6c26-477d-a783-a5c83627430b tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.290s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.970445] env[68116]: INFO nova.compute.manager [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Swapping old allocation on dict_keys(['b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1']) held by migration d12fb25a-bcb8-40bd-8f55-a675fff616c6 for instance [ 950.010676] env[68116]: DEBUG nova.scheduler.client.report [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Overwriting current allocation {'allocations': {'b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': '4085193fa7aa4bd8b60ea3290c69e169', 'user_id': 'ea0b0393b806470b891de755ca409075', 'consumer_generation': 1} on consumer ea04be24-b290-43d8-b456-06f53e26079c {{(pid=68116) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 950.050958] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786370, 'name': ReconfigVM_Task, 'duration_secs': 0.288095} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.053548] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 13aa150d-d5c2-411c-8994-1bff0050ed79/13aa150d-d5c2-411c-8994-1bff0050ed79.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.055208] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0f2d4b-8168-4d59-aa43-26c126a75b02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.064700] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 950.064700] env[68116]: value = "task-2786371" [ 950.064700] env[68116]: _type = "Task" [ 950.064700] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.077080] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077574] env[68116]: DEBUG nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Instance network_info: |[{"id": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "address": "fa:16:3e:8b:72:c2", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a0d474-c5", "ovs_interfaceid": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.077768] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786371, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.078206] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:72:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0a0d474-c5ef-4710-8268-b466b0d2ee4e', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.086138] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.089130] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.089741] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-703f0420-59ad-4438-9721-1813ec2862a2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.119984] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.119984] env[68116]: value = "task-2786372" [ 950.119984] env[68116]: _type = "Task" [ 950.119984] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.130715] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786372, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.182230] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.182230] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquired lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.184241] env[68116]: DEBUG nova.network.neutron [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.195192] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414c6d49-a909-41a6-a6a2-85548011aa8a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.206416] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Doing hard reboot of VM {{(pid=68116) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 950.209647] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bf038a12-16d5-44ef-9334-27fea9911565 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.218897] env[68116]: DEBUG oslo_vmware.api [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 950.218897] env[68116]: value = "task-2786373" [ 950.218897] env[68116]: _type = "Task" [ 950.218897] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.234059] env[68116]: DEBUG oslo_vmware.api [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786373, 'name': ResetVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.405368] env[68116]: DEBUG nova.compute.manager [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Received event network-vif-plugged-d0a0d474-c5ef-4710-8268-b466b0d2ee4e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.405368] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Acquiring lock "074d75d3-054a-408a-901b-3031dbeea676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.405698] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Lock "074d75d3-054a-408a-901b-3031dbeea676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.405862] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Lock "074d75d3-054a-408a-901b-3031dbeea676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.405977] env[68116]: DEBUG nova.compute.manager [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] No waiting events found dispatching network-vif-plugged-d0a0d474-c5ef-4710-8268-b466b0d2ee4e {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.413998] env[68116]: WARNING nova.compute.manager [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Received unexpected event network-vif-plugged-d0a0d474-c5ef-4710-8268-b466b0d2ee4e for instance with vm_state building and task_state spawning. [ 950.414226] env[68116]: DEBUG nova.compute.manager [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Received event network-changed-d0a0d474-c5ef-4710-8268-b466b0d2ee4e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.414390] env[68116]: DEBUG nova.compute.manager [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Refreshing instance network info cache due to event network-changed-d0a0d474-c5ef-4710-8268-b466b0d2ee4e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 950.414610] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Acquiring lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.414773] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Acquired lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.415125] env[68116]: DEBUG nova.network.neutron [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Refreshing network info cache for port d0a0d474-c5ef-4710-8268-b466b0d2ee4e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.549038] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0832a60d-e783-4c36-9fb0-a77297cbf647 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.559276] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd6d5a-dad1-42eb-b547-14c916f21416 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.598808] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e239ca-73d0-43a2-8f3b-4d05a60f2d83 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.608913] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786371, 'name': Rename_Task, 'duration_secs': 0.189268} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.612409] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.612409] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138b423a-cc33-46dd-a0d3-4c6bd7a8d337 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.615144] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85350ae1-dd1d-485b-b4d3-9da9268ab6cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.634764] env[68116]: DEBUG nova.compute.provider_tree [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.645413] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 950.645413] env[68116]: value = "task-2786374" [ 950.645413] env[68116]: _type = "Task" [ 950.645413] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.646327] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786372, 'name': CreateVM_Task, 'duration_secs': 0.350219} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.646568] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.650690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.651389] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.651389] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.651791] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73190d7e-c2a2-4067-b405-9ea36bedbd46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.661779] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786374, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.663763] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 950.663763] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52405439-05c4-2198-3837-29623cbfa824" [ 950.663763] env[68116]: _type = "Task" [ 950.663763] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.673127] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52405439-05c4-2198-3837-29623cbfa824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.732525] env[68116]: DEBUG oslo_vmware.api [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786373, 'name': ResetVM_Task, 'duration_secs': 0.12065} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.733162] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Did hard reboot of VM {{(pid=68116) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 950.733412] env[68116]: DEBUG nova.compute.manager [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.734238] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274fdd5f-e779-42e9-8674-fa1c99268a1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.043563] env[68116]: DEBUG nova.network.neutron [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [{"id": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "address": "fa:16:3e:fb:75:41", "network": {"id": "cbf33512-b0a2-4709-83e9-85df939ada74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "91ae21f7772a48f6860026c8b45eb4a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d7422e-94", "ovs_interfaceid": "57d7422e-94cb-4fbe-8e5b-dec82b409170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.137990] env[68116]: DEBUG nova.scheduler.client.report [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.157304] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.181877] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52405439-05c4-2198-3837-29623cbfa824, 'name': SearchDatastore_Task, 'duration_secs': 0.016842} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.182204] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.182442] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.182677] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.182853] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.183261] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.183328] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a83c5459-71d6-423a-a1c2-bcfac0afc041 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.198917] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.199184] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.200024] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96d8faf-b97b-483d-8255-3df7618ca423 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.210999] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 951.210999] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523171e7-6604-4a40-59d2-b505f7462acf" [ 951.210999] env[68116]: _type = "Task" [ 951.210999] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.217740] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523171e7-6604-4a40-59d2-b505f7462acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.251449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3c8f5e9-caee-4867-9a45-995d975d5335 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.488s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.287055] env[68116]: DEBUG nova.network.neutron [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updated VIF entry in instance network info cache for port d0a0d474-c5ef-4710-8268-b466b0d2ee4e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.287455] env[68116]: DEBUG nova.network.neutron [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance_info_cache with network_info: [{"id": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "address": "fa:16:3e:8b:72:c2", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a0d474-c5", "ovs_interfaceid": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.546600] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Releasing lock "refresh_cache-ea04be24-b290-43d8-b456-06f53e26079c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.547086] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.547385] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f242b119-8275-4957-8cfd-f1ffd55d648e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.556209] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 951.556209] env[68116]: value = "task-2786375" [ 951.556209] env[68116]: _type = "Task" [ 951.556209] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.566481] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.642520] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.644962] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.440s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.645179] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.646882] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.013s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.661511] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.663649] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "818d531d-1747-4849-95b3-b26f63b2c59a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.663889] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.664146] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "818d531d-1747-4849-95b3-b26f63b2c59a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.664338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.664503] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.666952] env[68116]: INFO nova.compute.manager [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Terminating instance [ 951.678644] env[68116]: INFO nova.scheduler.client.report [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleted allocations for instance c833ff1f-f57e-43a7-af50-2b0f2b124344 [ 951.682946] env[68116]: INFO nova.scheduler.client.report [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted allocations for instance 6a5e8baa-30b1-426f-8e85-7a59f50a45f9 [ 951.721230] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523171e7-6604-4a40-59d2-b505f7462acf, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.721230] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4eb3ad2-22ee-4341-b788-065c07ddeaa5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.729424] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 951.729424] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5256f093-4954-bea0-aff6-db1618806781" [ 951.729424] env[68116]: _type = "Task" [ 951.729424] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.740502] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5256f093-4954-bea0-aff6-db1618806781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.792220] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Releasing lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.792518] env[68116]: DEBUG nova.compute.manager [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-changed-124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.792700] env[68116]: DEBUG nova.compute.manager [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing instance network info cache due to event network-changed-124c8c01-6073-4ebf-8c67-2d89aaf8e17d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 951.792910] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.793085] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.793258] env[68116]: DEBUG nova.network.neutron [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing network info cache for port 124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.067513] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786375, 'name': PowerOffVM_Task, 'duration_secs': 0.217902} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.067807] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.068547] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:51:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='832b5661-f749-434e-a6f3-cfcac224ed48',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1399982922',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.068785] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.068945] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.069162] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.069313] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.069478] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.069689] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.069874] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.070057] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.070244] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.070422] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.075695] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ccc9026-073d-4cd8-a082-3cb677c4cb8b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.095278] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 952.095278] env[68116]: value = "task-2786376" [ 952.095278] env[68116]: _type = "Task" [ 952.095278] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.105235] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.164164] env[68116]: DEBUG oslo_vmware.api [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786374, 'name': PowerOnVM_Task, 'duration_secs': 1.219673} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.164164] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.164164] env[68116]: DEBUG nova.compute.manager [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.164468] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d9c59d-5b18-488b-a719-a3f2777aec24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.171938] env[68116]: DEBUG nova.compute.manager [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.171938] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.174981] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c07cbba-95f7-4825-a1cf-c85000bf7d73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.190527] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.190902] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55910427-fbfb-4cfe-9709-e129d63fb569 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.198176] env[68116]: DEBUG oslo_concurrency.lockutils [None req-699d6252-27c3-402e-b28c-89930987bd15 tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "c833ff1f-f57e-43a7-af50-2b0f2b124344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.561s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.201043] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a857cb2a-d7af-4e9d-829b-d1078d9b723f tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "6a5e8baa-30b1-426f-8e85-7a59f50a45f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.943s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.208412] env[68116]: DEBUG oslo_vmware.api [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 952.208412] env[68116]: value = "task-2786377" [ 952.208412] env[68116]: _type = "Task" [ 952.208412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.220480] env[68116]: DEBUG oslo_vmware.api [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.242570] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5256f093-4954-bea0-aff6-db1618806781, 'name': SearchDatastore_Task, 'duration_secs': 0.011404} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.245448] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.245747] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 074d75d3-054a-408a-901b-3031dbeea676/074d75d3-054a-408a-901b-3031dbeea676.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.246250] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39c4094-b801-4249-abd4-f4c320a948aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.255367] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 952.255367] env[68116]: value = "task-2786378" [ 952.255367] env[68116]: _type = "Task" [ 952.255367] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.268374] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.494452] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "59e4767e-8354-466f-a0cf-6f89efa776e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.494761] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.548345] env[68116]: DEBUG nova.network.neutron [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updated VIF entry in instance network info cache for port 124c8c01-6073-4ebf-8c67-2d89aaf8e17d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.549678] env[68116]: DEBUG nova.network.neutron [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.575047] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a5eac-4a3c-4ef5-a13e-036cd1065283 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.583746] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37aa9be-9249-46eb-a858-c95847872d35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.621232] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6781bca-8ccb-4318-8ca9-6a96b3ec2208 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.624114] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.624386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.624594] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.624807] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.624982] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.628220] env[68116]: INFO nova.compute.manager [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Terminating instance [ 952.636398] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786376, 'name': ReconfigVM_Task, 'duration_secs': 0.184726} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.637990] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9146659-f599-4223-ad74-51f2fff6612c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.643351] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e871247b-bfc6-4acc-a4fe-fd8303e764e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.658880] env[68116]: DEBUG nova.compute.provider_tree [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.675658] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:51:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='832b5661-f749-434e-a6f3-cfcac224ed48',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1399982922',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.675900] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.676067] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.676255] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.676401] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.676545] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.676753] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.676918] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.677101] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.677265] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.677437] env[68116]: DEBUG nova.virt.hardware [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.679084] env[68116]: DEBUG nova.scheduler.client.report [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.682469] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6aa3d5-a331-4df8-b2f7-d2506e7127ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.691607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.696857] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 952.696857] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c95453-c308-c94c-e444-267b2d013e87" [ 952.696857] env[68116]: _type = "Task" [ 952.696857] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.713141] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c95453-c308-c94c-e444-267b2d013e87, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.725987] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 952.726717] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c19e06-8863-45a1-ab1b-995e49e16592 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.747714] env[68116]: DEBUG oslo_vmware.api [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786377, 'name': PowerOffVM_Task, 'duration_secs': 0.212729} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.749160] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.749349] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.749661] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 952.749661] env[68116]: value = "task-2786379" [ 952.749661] env[68116]: _type = "Task" [ 952.749661] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.749866] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84732f65-762f-427d-a5c1-d4bf46dfb064 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.764877] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.768613] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.835531] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.835817] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.836040] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Deleting the datastore file [datastore2] 818d531d-1747-4849-95b3-b26f63b2c59a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.836717] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5709789b-68f8-40e2-aa67-2ac0e563bec0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.845403] env[68116]: DEBUG oslo_vmware.api [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for the task: (returnval){ [ 952.845403] env[68116]: value = "task-2786381" [ 952.845403] env[68116]: _type = "Task" [ 952.845403] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.855591] env[68116]: DEBUG oslo_vmware.api [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.997571] env[68116]: DEBUG nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.051323] env[68116]: DEBUG oslo_concurrency.lockutils [req-9451bb1a-1270-4ed4-91cc-679722962659 req-c8e65db8-8b64-499c-935f-6c8733115269 service nova] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.138771] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "refresh_cache-15c90069-81af-4b6e-a8cc-5a4133e9aaa8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.139092] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquired lock "refresh_cache-15c90069-81af-4b6e-a8cc-5a4133e9aaa8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.139189] env[68116]: DEBUG nova.network.neutron [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.263120] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786379, 'name': ReconfigVM_Task, 'duration_secs': 0.268879} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.263831] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.264658] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eee4827-b44f-45a1-adbd-ae93c3df880a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.271014] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670838} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.271392] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 074d75d3-054a-408a-901b-3031dbeea676/074d75d3-054a-408a-901b-3031dbeea676.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.271629] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.271902] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96cb891d-7561-4e29-8d11-bf468ad8f772 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.293683] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.294444] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edcc5ff5-7745-4236-945c-e952614ee21e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.310022] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "13aa150d-d5c2-411c-8994-1bff0050ed79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.310278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "13aa150d-d5c2-411c-8994-1bff0050ed79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.310505] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "13aa150d-d5c2-411c-8994-1bff0050ed79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.310750] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "13aa150d-d5c2-411c-8994-1bff0050ed79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.311018] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "13aa150d-d5c2-411c-8994-1bff0050ed79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.313091] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 953.313091] env[68116]: value = "task-2786382" [ 953.313091] env[68116]: _type = "Task" [ 953.313091] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.313628] env[68116]: INFO nova.compute.manager [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Terminating instance [ 953.321506] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 953.321506] env[68116]: value = "task-2786383" [ 953.321506] env[68116]: _type = "Task" [ 953.321506] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.330551] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.336832] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.357699] env[68116]: DEBUG oslo_vmware.api [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Task: {'id': task-2786381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438354} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.358049] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.358268] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.358466] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.358700] env[68116]: INFO nova.compute.manager [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 953.358993] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.359265] env[68116]: DEBUG nova.compute.manager [-] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.359458] env[68116]: DEBUG nova.network.neutron [-] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.521859] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.624393] env[68116]: DEBUG nova.compute.manager [req-b017b089-a6b6-4f27-8795-77c937cc459c req-3b635ad1-294f-48c0-b97d-c41d5963387e service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Received event network-vif-deleted-fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 953.625040] env[68116]: INFO nova.compute.manager [req-b017b089-a6b6-4f27-8795-77c937cc459c req-3b635ad1-294f-48c0-b97d-c41d5963387e service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Neutron deleted interface fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb; detaching it from the instance and deleting it from the info cache [ 953.625241] env[68116]: DEBUG nova.network.neutron [req-b017b089-a6b6-4f27-8795-77c937cc459c req-3b635ad1-294f-48c0-b97d-c41d5963387e service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.662419] env[68116]: DEBUG nova.network.neutron [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.693480] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.045s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.693480] env[68116]: DEBUG nova.compute.manager [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68116) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 953.695430] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.982s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.696051] env[68116]: DEBUG nova.objects.instance [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lazy-loading 'resources' on Instance uuid e86f51f4-01df-4db3-83cd-0174d6d154c7 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.714175] env[68116]: DEBUG nova.network.neutron [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.820738] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "refresh_cache-13aa150d-d5c2-411c-8994-1bff0050ed79" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.821028] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquired lock "refresh_cache-13aa150d-d5c2-411c-8994-1bff0050ed79" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.821258] env[68116]: DEBUG nova.network.neutron [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.828610] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072151} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.829789] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.830584] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a3c3e-696e-4dce-b4de-e22395c90621 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.836502] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.857172] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 074d75d3-054a-408a-901b-3031dbeea676/074d75d3-054a-408a-901b-3031dbeea676.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.857836] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee91f030-2d44-4b0c-9fcb-543aa0cbf13c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.879036] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 953.879036] env[68116]: value = "task-2786384" [ 953.879036] env[68116]: _type = "Task" [ 953.879036] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.887678] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.108752] env[68116]: DEBUG nova.network.neutron [-] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.127855] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90956bda-e397-429f-afc0-fee5b3a42e5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.139586] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342aff55-f9d2-4ff7-8569-959fc2721af2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.182589] env[68116]: DEBUG nova.compute.manager [req-b017b089-a6b6-4f27-8795-77c937cc459c req-3b635ad1-294f-48c0-b97d-c41d5963387e service nova] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Detach interface failed, port_id=fd1fd080-2c8a-4aac-92e1-a6d5f94d8cfb, reason: Instance 818d531d-1747-4849-95b3-b26f63b2c59a could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 954.217428] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Releasing lock "refresh_cache-15c90069-81af-4b6e-a8cc-5a4133e9aaa8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.217769] env[68116]: DEBUG nova.compute.manager [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.217964] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.221722] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef40c9ed-7f8d-45c6-82ee-c5f3ffb69717 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.234695] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.234920] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3bf4ed5-6018-4ee8-9d24-0bb20f995e80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.245375] env[68116]: DEBUG oslo_vmware.api [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 954.245375] env[68116]: value = "task-2786385" [ 954.245375] env[68116]: _type = "Task" [ 954.245375] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.257668] env[68116]: DEBUG oslo_vmware.api [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.266263] env[68116]: INFO nova.scheduler.client.report [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted allocation for migration 56bac113-d7c3-4972-bc98-16e2f55bfa05 [ 954.338693] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786383, 'name': ReconfigVM_Task, 'duration_secs': 1.010416} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.339088] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ea04be24-b290-43d8-b456-06f53e26079c/ea04be24-b290-43d8-b456-06f53e26079c.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.340034] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8f14a9-9e9d-44a4-8e9a-6d0565ee8ab5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.363155] env[68116]: DEBUG nova.network.neutron [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.368247] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b499a3-07d4-4a0d-8045-9d9bc5363c8c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.395531] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a401a42-0de0-451a-94b5-57f44f34b876 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.423728] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bfb35d-dfdf-4343-b6d2-ddc751bde2ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.426819] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.432295] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.432584] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10934e20-a33d-43bf-8ab5-118ff530d0c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.441332] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 954.441332] env[68116]: value = "task-2786386" [ 954.441332] env[68116]: _type = "Task" [ 954.441332] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.445278] env[68116]: DEBUG nova.network.neutron [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.456771] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.611806] env[68116]: INFO nova.compute.manager [-] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Took 1.25 seconds to deallocate network for instance. [ 954.635037] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7955013-e79f-4b96-8584-503b6b5affd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.642806] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f093f7c-c269-41e4-9b6e-17173e2148dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.677063] env[68116]: DEBUG nova.objects.instance [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'flavor' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.680678] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ef235-df32-4727-9d63-62e56674ff24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.689850] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc24d138-2167-4a58-b9c1-5fc2ea61f816 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.706144] env[68116]: DEBUG nova.compute.provider_tree [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.758215] env[68116]: DEBUG oslo_vmware.api [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786385, 'name': PowerOffVM_Task, 'duration_secs': 0.146359} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.759484] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.759484] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.759484] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2758ec66-67eb-4c5b-8289-919c19f1f317 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.771973] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5bf9e559-255a-49d6-b55e-d1eb2ab16a0e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.528s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.787369] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.787543] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.787784] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleting the datastore file [datastore1] 15c90069-81af-4b6e-a8cc-5a4133e9aaa8 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.788353] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fec81c4-94d6-4589-b98f-16d3a4a72223 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.795777] env[68116]: DEBUG oslo_vmware.api [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for the task: (returnval){ [ 954.795777] env[68116]: value = "task-2786388" [ 954.795777] env[68116]: _type = "Task" [ 954.795777] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.804017] env[68116]: DEBUG oslo_vmware.api [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.898515] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786384, 'name': ReconfigVM_Task, 'duration_secs': 0.561931} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.898803] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 074d75d3-054a-408a-901b-3031dbeea676/074d75d3-054a-408a-901b-3031dbeea676.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.899455] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20f3bc8a-abba-4b38-be90-68f8429ca426 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.905829] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 954.905829] env[68116]: value = "task-2786389" [ 954.905829] env[68116]: _type = "Task" [ 954.905829] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.914209] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786389, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.951926] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Releasing lock "refresh_cache-13aa150d-d5c2-411c-8994-1bff0050ed79" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.952405] env[68116]: DEBUG nova.compute.manager [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.952607] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.952896] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786386, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.953650] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864d02eb-abe7-44d0-824c-7f299ab37657 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.961676] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.961932] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3add240d-44a5-497b-b4dd-787c48687223 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.969290] env[68116]: DEBUG oslo_vmware.api [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 954.969290] env[68116]: value = "task-2786390" [ 954.969290] env[68116]: _type = "Task" [ 954.969290] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.977338] env[68116]: DEBUG oslo_vmware.api [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.052665] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "0e2dea7a-c8ea-4993-aaba-720e40d00650" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.052943] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.053174] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "0e2dea7a-c8ea-4993-aaba-720e40d00650-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.053359] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.053536] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.056041] env[68116]: INFO nova.compute.manager [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Terminating instance [ 955.118650] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.185998] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.186247] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.186383] env[68116]: DEBUG nova.network.neutron [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.186566] env[68116]: DEBUG nova.objects.instance [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'info_cache' on Instance uuid b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.209043] env[68116]: DEBUG nova.scheduler.client.report [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.306185] env[68116]: DEBUG oslo_vmware.api [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Task: {'id': task-2786388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102303} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.306440] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.306624] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.306844] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.307054] env[68116]: INFO nova.compute.manager [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 955.307302] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.307494] env[68116]: DEBUG nova.compute.manager [-] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.307591] env[68116]: DEBUG nova.network.neutron [-] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.323185] env[68116]: DEBUG nova.network.neutron [-] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.419056] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786389, 'name': Rename_Task, 'duration_secs': 0.195043} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.419056] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.419056] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2168bf36-b81e-49b5-a4f4-038354a349e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.425728] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 955.425728] env[68116]: value = "task-2786391" [ 955.425728] env[68116]: _type = "Task" [ 955.425728] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.433780] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.451618] env[68116]: DEBUG oslo_vmware.api [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786386, 'name': PowerOnVM_Task, 'duration_secs': 0.703856} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.451896] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.480566] env[68116]: DEBUG oslo_vmware.api [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786390, 'name': PowerOffVM_Task, 'duration_secs': 0.270138} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.480906] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.481194] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.481514] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0967ecf0-4b31-40da-a3ee-fc314928b47e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.511425] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.511638] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.511846] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Deleting the datastore file [datastore1] 13aa150d-d5c2-411c-8994-1bff0050ed79 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.512100] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e540c80d-c17a-4aaf-b655-015fd73f256f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.522115] env[68116]: DEBUG oslo_vmware.api [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for the task: (returnval){ [ 955.522115] env[68116]: value = "task-2786393" [ 955.522115] env[68116]: _type = "Task" [ 955.522115] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.530526] env[68116]: DEBUG oslo_vmware.api [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.560024] env[68116]: DEBUG nova.compute.manager [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.560319] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.561351] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4107d3d-321b-4e0f-94b7-edc036eef421 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.570231] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.570479] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df65eb2e-3b4b-4ef1-85c6-f9e7810b6cb3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.578031] env[68116]: DEBUG oslo_vmware.api [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 955.578031] env[68116]: value = "task-2786394" [ 955.578031] env[68116]: _type = "Task" [ 955.578031] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.587994] env[68116]: DEBUG oslo_vmware.api [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.690610] env[68116]: DEBUG nova.objects.base [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.714562] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.717371] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.178s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.717546] env[68116]: DEBUG nova.objects.instance [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 955.753029] env[68116]: INFO nova.scheduler.client.report [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Deleted allocations for instance e86f51f4-01df-4db3-83cd-0174d6d154c7 [ 955.826094] env[68116]: DEBUG nova.network.neutron [-] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.937090] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.035232] env[68116]: DEBUG oslo_vmware.api [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Task: {'id': task-2786393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115623} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.035619] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.035879] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.036201] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.036402] env[68116]: INFO nova.compute.manager [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Took 1.08 seconds to destroy the instance on the hypervisor. [ 956.036727] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.036978] env[68116]: DEBUG nova.compute.manager [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.037121] env[68116]: DEBUG nova.network.neutron [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.054425] env[68116]: DEBUG nova.network.neutron [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.089438] env[68116]: DEBUG oslo_vmware.api [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786394, 'name': PowerOffVM_Task, 'duration_secs': 0.236077} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.092048] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.092415] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.092676] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c882d022-ec4a-4875-9401-44a2487b19c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.171065] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.171065] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.171065] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Deleting the datastore file [datastore2] 0e2dea7a-c8ea-4993-aaba-720e40d00650 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.171065] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf04ac7-6155-49c8-a69c-b3f7caef883f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.179274] env[68116]: DEBUG oslo_vmware.api [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for the task: (returnval){ [ 956.179274] env[68116]: value = "task-2786396" [ 956.179274] env[68116]: _type = "Task" [ 956.179274] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.187980] env[68116]: DEBUG oslo_vmware.api [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.263222] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1436e6e9-6075-4635-ad63-83194d684bd0 tempest-ServersListShow296Test-462372060 tempest-ServersListShow296Test-462372060-project-member] Lock "e86f51f4-01df-4db3-83cd-0174d6d154c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.774s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.329241] env[68116]: INFO nova.compute.manager [-] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Took 1.02 seconds to deallocate network for instance. [ 956.437273] env[68116]: DEBUG oslo_vmware.api [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786391, 'name': PowerOnVM_Task, 'duration_secs': 0.641654} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.437540] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.437741] env[68116]: INFO nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Took 9.12 seconds to spawn the instance on the hypervisor. [ 956.437921] env[68116]: DEBUG nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.438715] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f3eb44-6737-4ea0-82a1-26704815aba5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.465157] env[68116]: INFO nova.compute.manager [None req-1d1f7c2b-679f-4908-b373-da46a4b50b92 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance to original state: 'active' [ 956.511370] env[68116]: DEBUG nova.network.neutron [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [{"id": "73a714ef-b157-4072-a032-e9b77adf890a", "address": "fa:16:3e:ed:23:dd", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a714ef-b1", "ovs_interfaceid": "73a714ef-b157-4072-a032-e9b77adf890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.557508] env[68116]: DEBUG nova.network.neutron [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.690151] env[68116]: DEBUG oslo_vmware.api [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Task: {'id': task-2786396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147002} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.690430] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.690629] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.690914] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.694025] env[68116]: INFO nova.compute.manager [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Took 1.13 seconds to destroy the instance on the hypervisor. [ 956.694025] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.694025] env[68116]: DEBUG nova.compute.manager [-] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.694025] env[68116]: DEBUG nova.network.neutron [-] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.728394] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a3a8e769-3180-45b3-96f1-a35e6f249dab tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.729772] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.828s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.731200] env[68116]: INFO nova.compute.claims [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.841122] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.959151] env[68116]: INFO nova.compute.manager [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Took 32.04 seconds to build instance. [ 957.016923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-b2bedbd1-0b2e-460d-a184-c1aad56e3bac" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.062205] env[68116]: INFO nova.compute.manager [-] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Took 1.02 seconds to deallocate network for instance. [ 957.313024] env[68116]: DEBUG nova.compute.manager [req-41d8f532-f5df-4f99-bf6f-dcec65d4caae req-f6ca48a1-45be-4c65-aedf-b8cf32a93305 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Received event network-vif-deleted-1a1e488b-ad4d-4e23-b588-c71eeca05329 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 957.313250] env[68116]: INFO nova.compute.manager [req-41d8f532-f5df-4f99-bf6f-dcec65d4caae req-f6ca48a1-45be-4c65-aedf-b8cf32a93305 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Neutron deleted interface 1a1e488b-ad4d-4e23-b588-c71eeca05329; detaching it from the instance and deleting it from the info cache [ 957.313374] env[68116]: DEBUG nova.network.neutron [req-41d8f532-f5df-4f99-bf6f-dcec65d4caae req-f6ca48a1-45be-4c65-aedf-b8cf32a93305 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.461389] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd3c44a8-f89e-4afe-8d10-36a894a2e399 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.563s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.570690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.657506] env[68116]: DEBUG nova.network.neutron [-] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.818401] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c08cd558-fac9-4898-921b-b217402b8f69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.837322] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d7b96-6c40-4911-900a-c81d9e3a549f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.878066] env[68116]: DEBUG nova.compute.manager [req-41d8f532-f5df-4f99-bf6f-dcec65d4caae req-f6ca48a1-45be-4c65-aedf-b8cf32a93305 service nova] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Detach interface failed, port_id=1a1e488b-ad4d-4e23-b588-c71eeca05329, reason: Instance 0e2dea7a-c8ea-4993-aaba-720e40d00650 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 957.918527] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.918629] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.942860] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "ea04be24-b290-43d8-b456-06f53e26079c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.943271] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.943354] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "ea04be24-b290-43d8-b456-06f53e26079c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.943489] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.943652] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.946455] env[68116]: INFO nova.compute.manager [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Terminating instance [ 958.021320] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.021945] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82de2e59-f7e0-4901-8903-94e9729e1be2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.032673] env[68116]: DEBUG oslo_vmware.api [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 958.032673] env[68116]: value = "task-2786397" [ 958.032673] env[68116]: _type = "Task" [ 958.032673] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.043251] env[68116]: DEBUG oslo_vmware.api [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.046649] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509f62ca-8acd-43c6-9510-a9909daa51ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.053876] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6897c7-8002-4ca5-ba01-5d4c5f53a7a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.088115] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1494dab-7953-4d88-99ca-bcf124288cf4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.096183] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81253b8b-f542-47dd-812b-0cac7b4f20b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.110113] env[68116]: DEBUG nova.compute.provider_tree [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.160958] env[68116]: INFO nova.compute.manager [-] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Took 1.47 seconds to deallocate network for instance. [ 958.421702] env[68116]: INFO nova.compute.manager [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Detaching volume c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f [ 958.450838] env[68116]: DEBUG nova.compute.manager [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.451070] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.451997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40fdc4e-306f-4ebd-a8da-30b5080e864c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.460265] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.460569] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f6c4494-1abb-4e44-a780-edaf0dc660f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.469956] env[68116]: DEBUG oslo_vmware.api [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 958.469956] env[68116]: value = "task-2786398" [ 958.469956] env[68116]: _type = "Task" [ 958.469956] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.475473] env[68116]: INFO nova.virt.block_device [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Attempting to driver detach volume c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f from mountpoint /dev/sdb [ 958.475718] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 958.475924] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560092', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'name': 'volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '294aee46-b0d1-484e-bcee-9ad9dc2f483a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'serial': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 958.476754] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3d9fa1-bb1c-41d8-b768-a895664d9402 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.486689] env[68116]: DEBUG oslo_vmware.api [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.502440] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa7cf02-f00e-4719-9d1a-363015c58c51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.510688] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9b9039-6f2c-4043-9512-c51488b94896 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.539843] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57664654-59e2-4b9b-8d31-6bc8ebe9cdf4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.548829] env[68116]: DEBUG oslo_vmware.api [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786397, 'name': PowerOnVM_Task, 'duration_secs': 0.472305} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.560070] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.560341] env[68116]: DEBUG nova.compute.manager [None req-f8d60f90-4953-4af0-a9d6-10ce83315b19 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.560644] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] The volume has not been displaced from its original location: [datastore2] volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f/volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 958.565993] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.566847] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d24f414-7d06-4a66-b7d7-83d13cdf9056 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.569481] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4dec8f2-cee3-49fd-bb76-724f70a38191 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.592437] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 958.592437] env[68116]: value = "task-2786399" [ 958.592437] env[68116]: _type = "Task" [ 958.592437] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.602850] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.613238] env[68116]: DEBUG nova.scheduler.client.report [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.667849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.897393] env[68116]: DEBUG nova.compute.manager [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 958.980663] env[68116]: DEBUG oslo_vmware.api [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786398, 'name': PowerOffVM_Task, 'duration_secs': 0.222763} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.980966] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.981157] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.981409] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c05d107-4fae-4c30-b651-9a8a557df81c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.075273] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.075931] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.075931] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Deleting the datastore file [datastore2] ea04be24-b290-43d8-b456-06f53e26079c {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.076086] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b20cec4-e12c-470f-a65a-08776aff3bbb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.094665] env[68116]: DEBUG oslo_vmware.api [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 959.094665] env[68116]: value = "task-2786401" [ 959.094665] env[68116]: _type = "Task" [ 959.094665] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.106752] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786399, 'name': ReconfigVM_Task, 'duration_secs': 0.32024} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.109728] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.114367] env[68116]: DEBUG oslo_vmware.api [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.115105] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19062b03-230c-49dc-8d35-b9ef4716d5e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.127819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.128322] env[68116]: DEBUG nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.131386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.621s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.131627] env[68116]: DEBUG nova.objects.instance [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lazy-loading 'resources' on Instance uuid fb8594a2-f959-4911-b033-c6d90f04e958 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.141026] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 959.141026] env[68116]: value = "task-2786402" [ 959.141026] env[68116]: _type = "Task" [ 959.141026] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.154851] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.419017] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.610421] env[68116]: DEBUG oslo_vmware.api [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184922} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.610684] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.610929] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.611127] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.611301] env[68116]: INFO nova.compute.manager [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 959.612390] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.612704] env[68116]: DEBUG nova.compute.manager [-] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.612857] env[68116]: DEBUG nova.network.neutron [-] [instance: ea04be24-b290-43d8-b456-06f53e26079c] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.636029] env[68116]: DEBUG nova.compute.utils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.639866] env[68116]: DEBUG nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.640183] env[68116]: DEBUG nova.network.neutron [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.642212] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.642577] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.642686] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.643619] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.643619] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.648830] env[68116]: INFO nova.compute.manager [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Terminating instance [ 959.656268] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786402, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.706376] env[68116]: DEBUG nova.policy [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '099acb1429a74384a5507faa00f03675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed9c7e26cfab40608f517cb2d8707368', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.952421] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00169819-d8a6-4ff8-bc9e-a266471ef238 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.959882] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4d8447-a2cd-4023-910b-63696eb87cb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.991569] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c29670-0561-40f3-ae0e-22ba1aa00baa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.000821] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beb3901-15a3-47e6-93bf-8d4747b973df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.015870] env[68116]: DEBUG nova.compute.provider_tree [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.020028] env[68116]: DEBUG nova.compute.manager [req-95de1a91-acb8-4f66-bdcd-b663fe95b0d1 req-8f60cfde-459f-485a-8642-11d67cac4c48 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Received event network-vif-deleted-57d7422e-94cb-4fbe-8e5b-dec82b409170 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.020028] env[68116]: INFO nova.compute.manager [req-95de1a91-acb8-4f66-bdcd-b663fe95b0d1 req-8f60cfde-459f-485a-8642-11d67cac4c48 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Neutron deleted interface 57d7422e-94cb-4fbe-8e5b-dec82b409170; detaching it from the instance and deleting it from the info cache [ 960.020028] env[68116]: DEBUG nova.network.neutron [req-95de1a91-acb8-4f66-bdcd-b663fe95b0d1 req-8f60cfde-459f-485a-8642-11d67cac4c48 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.095526] env[68116]: DEBUG nova.network.neutron [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Successfully created port: 79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.142863] env[68116]: DEBUG nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.157098] env[68116]: DEBUG nova.compute.manager [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.157323] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.157585] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786402, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.158304] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0228395b-f01d-40b9-b8d7-377bbef48f8c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.165141] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.165374] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f359193-ea74-41cf-b0dd-75cae6b37a37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.171719] env[68116]: DEBUG oslo_vmware.api [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 960.171719] env[68116]: value = "task-2786403" [ 960.171719] env[68116]: _type = "Task" [ 960.171719] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.179290] env[68116]: DEBUG oslo_vmware.api [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.496779] env[68116]: DEBUG nova.network.neutron [-] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.521739] env[68116]: DEBUG nova.scheduler.client.report [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.526021] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe1b1cff-2b6e-4ba6-8843-8b50e5910b69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.536455] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b0769-aa08-4e1f-ba8a-7d420b739ec8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.573823] env[68116]: DEBUG nova.compute.manager [req-95de1a91-acb8-4f66-bdcd-b663fe95b0d1 req-8f60cfde-459f-485a-8642-11d67cac4c48 service nova] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Detach interface failed, port_id=57d7422e-94cb-4fbe-8e5b-dec82b409170, reason: Instance ea04be24-b290-43d8-b456-06f53e26079c could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 960.661735] env[68116]: DEBUG oslo_vmware.api [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786402, 'name': ReconfigVM_Task, 'duration_secs': 1.164229} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.662055] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560092', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'name': 'volume-c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '294aee46-b0d1-484e-bcee-9ad9dc2f483a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f', 'serial': 'c3fabbe8-1fc4-4ce7-b83d-47e355a8fa8f'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 960.684796] env[68116]: DEBUG oslo_vmware.api [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786403, 'name': PowerOffVM_Task, 'duration_secs': 0.203876} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.684796] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.684796] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.684964] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a9a43a-52d9-4419-b6a2-ee92e8c4f35f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.755949] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.756373] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.756808] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleting the datastore file [datastore2] b2bedbd1-0b2e-460d-a184-c1aad56e3bac {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.757352] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7a55884-2887-4b64-a4f8-0a6f121efa36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.768597] env[68116]: DEBUG oslo_vmware.api [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 960.768597] env[68116]: value = "task-2786405" [ 960.768597] env[68116]: _type = "Task" [ 960.768597] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.779899] env[68116]: DEBUG oslo_vmware.api [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.000031] env[68116]: INFO nova.compute.manager [-] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Took 1.39 seconds to deallocate network for instance. [ 961.026865] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.029206] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.385s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.029427] env[68116]: DEBUG nova.objects.instance [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lazy-loading 'resources' on Instance uuid 7ec232a4-09e7-4b38-a34a-601d2bc238f8 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.052715] env[68116]: INFO nova.scheduler.client.report [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Deleted allocations for instance fb8594a2-f959-4911-b033-c6d90f04e958 [ 961.159446] env[68116]: DEBUG nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.186601] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.186877] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.187067] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.187259] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.187404] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.187548] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.187759] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.187920] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.188096] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.188262] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.188432] env[68116]: DEBUG nova.virt.hardware [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.189326] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a4ee50-9aab-4a93-b375-1fb9cef0bc48 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.197876] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad947d6e-047d-4633-8c5c-6d1eb606982b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.231582] env[68116]: DEBUG nova.objects.instance [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'flavor' on Instance uuid 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.279021] env[68116]: DEBUG oslo_vmware.api [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141078} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.279311] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.279495] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.279670] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.279842] env[68116]: INFO nova.compute.manager [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 961.280099] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.280295] env[68116]: DEBUG nova.compute.manager [-] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.280391] env[68116]: DEBUG nova.network.neutron [-] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.506690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.559561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-85e825d4-5706-423a-80c2-d950cd0d851e tempest-ServersListShow298Test-1367122667 tempest-ServersListShow298Test-1367122667-project-member] Lock "fb8594a2-f959-4911-b033-c6d90f04e958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.282s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.899414] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadd25be-2340-48eb-a086-98fa854d780c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.908395] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f132c0a1-35fc-48ec-a76b-23b5e0d15089 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.947836] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a3aea5-d0a4-4e1a-bbbd-435a2f8f9c99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.957413] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a14c9c4-3338-414e-ab1b-8fb9f7ca7452 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.971860] env[68116]: DEBUG nova.compute.provider_tree [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.014495] env[68116]: DEBUG nova.network.neutron [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Successfully updated port: 79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.086511] env[68116]: DEBUG nova.compute.manager [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received event network-vif-plugged-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.086723] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.087225] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.087443] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.087588] env[68116]: DEBUG nova.compute.manager [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] No waiting events found dispatching network-vif-plugged-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.087754] env[68116]: WARNING nova.compute.manager [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received unexpected event network-vif-plugged-79d1c435-b96b-4aff-bd9e-b0be86082816 for instance with vm_state building and task_state spawning. [ 962.087911] env[68116]: DEBUG nova.compute.manager [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received event network-changed-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.088090] env[68116]: DEBUG nova.compute.manager [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Refreshing instance network info cache due to event network-changed-79d1c435-b96b-4aff-bd9e-b0be86082816. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 962.088263] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] Acquiring lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.088393] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] Acquired lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.088554] env[68116]: DEBUG nova.network.neutron [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Refreshing network info cache for port 79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.239757] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e44c14dd-eb53-4f1b-84ce-5ed07f95f95f tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.320s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.496884] env[68116]: ERROR nova.scheduler.client.report [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [req-abe89724-a3bd-4471-8f6c-0837611ed954] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-abe89724-a3bd-4471-8f6c-0837611ed954"}]} [ 962.514016] env[68116]: DEBUG nova.scheduler.client.report [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 962.516469] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.527683] env[68116]: DEBUG nova.scheduler.client.report [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 962.527911] env[68116]: DEBUG nova.compute.provider_tree [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.538670] env[68116]: DEBUG nova.scheduler.client.report [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 962.556224] env[68116]: DEBUG nova.scheduler.client.report [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 962.572340] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.572595] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.572804] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.572994] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.573180] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.575268] env[68116]: INFO nova.compute.manager [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Terminating instance [ 962.622412] env[68116]: DEBUG nova.network.neutron [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.639927] env[68116]: DEBUG nova.network.neutron [-] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.702521] env[68116]: DEBUG nova.network.neutron [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.859034] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f728a30e-6c31-416a-b9fb-f321074bc74f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.867023] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd81ce43-c51b-4141-bed2-f5cb4328583d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.898336] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9516a5-f051-440d-aa92-b42aa5111cec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.906210] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f388aad-450c-4bfd-9eef-0fbdd4202c7a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.919336] env[68116]: DEBUG nova.compute.provider_tree [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.081657] env[68116]: DEBUG nova.compute.manager [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.081891] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.082871] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de4b52-8dd7-4f30-b548-a973fb54e588 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.091124] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.091379] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-817728be-de66-4a64-aea0-d1538edf75f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.097883] env[68116]: DEBUG oslo_vmware.api [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 963.097883] env[68116]: value = "task-2786406" [ 963.097883] env[68116]: _type = "Task" [ 963.097883] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.105885] env[68116]: DEBUG oslo_vmware.api [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.144273] env[68116]: INFO nova.compute.manager [-] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Took 1.86 seconds to deallocate network for instance. [ 963.208067] env[68116]: DEBUG oslo_concurrency.lockutils [req-ae458bc7-2bec-450e-85a0-88a029daeb23 req-43710b9a-9b85-4b7b-94d3-da012cc32805 service nova] Releasing lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.209047] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.209047] env[68116]: DEBUG nova.network.neutron [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.453527] env[68116]: DEBUG nova.scheduler.client.report [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 963.453909] env[68116]: DEBUG nova.compute.provider_tree [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 106 to 107 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 963.454114] env[68116]: DEBUG nova.compute.provider_tree [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.608473] env[68116]: DEBUG oslo_vmware.api [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786406, 'name': PowerOffVM_Task, 'duration_secs': 0.18787} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.608771] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.608949] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.609328] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd6b94ad-de6c-454f-adf6-8a8aafcf804c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.651561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.678821] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.679051] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.679237] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleting the datastore file [datastore2] 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.679505] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7bb06f3-44cf-487f-be0a-72df24b352f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.685946] env[68116]: DEBUG oslo_vmware.api [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 963.685946] env[68116]: value = "task-2786408" [ 963.685946] env[68116]: _type = "Task" [ 963.685946] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.694362] env[68116]: DEBUG oslo_vmware.api [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.744024] env[68116]: DEBUG nova.network.neutron [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.879606] env[68116]: DEBUG nova.network.neutron [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [{"id": "79d1c435-b96b-4aff-bd9e-b0be86082816", "address": "fa:16:3e:9c:e3:c6", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d1c435-b9", "ovs_interfaceid": "79d1c435-b96b-4aff-bd9e-b0be86082816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.959309] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.930s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.961720] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.048s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.963623] env[68116]: INFO nova.compute.claims [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.978843] env[68116]: INFO nova.scheduler.client.report [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted allocations for instance 7ec232a4-09e7-4b38-a34a-601d2bc238f8 [ 964.112569] env[68116]: DEBUG nova.compute.manager [req-192fee5c-f1d6-4a0d-a661-db4b31dbeac2 req-4c6f5e4e-0e66-47b1-9ee0-533c4bddc203 service nova] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Received event network-vif-deleted-73a714ef-b157-4072-a032-e9b77adf890a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 964.195810] env[68116]: DEBUG oslo_vmware.api [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130933} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.196084] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.196270] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.196440] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.196610] env[68116]: INFO nova.compute.manager [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 964.196862] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.197087] env[68116]: DEBUG nova.compute.manager [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.197280] env[68116]: DEBUG nova.network.neutron [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.382712] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.383074] env[68116]: DEBUG nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance network_info: |[{"id": "79d1c435-b96b-4aff-bd9e-b0be86082816", "address": "fa:16:3e:9c:e3:c6", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d1c435-b9", "ovs_interfaceid": "79d1c435-b96b-4aff-bd9e-b0be86082816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.383509] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:e3:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d1c435-b96b-4aff-bd9e-b0be86082816', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.391232] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating folder: Project (ed9c7e26cfab40608f517cb2d8707368). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.391518] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61e9a228-99ca-46e8-b75a-e87139c3e736 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.403067] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Created folder: Project (ed9c7e26cfab40608f517cb2d8707368) in parent group-v559920. [ 964.404214] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating folder: Instances. Parent ref: group-v560145. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.404214] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a7f0b97-a887-42de-a49a-534f36988577 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.412437] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Created folder: Instances in parent group-v560145. [ 964.412758] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.412956] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.413683] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b31e7135-9476-4749-9053-0e8fd0dea1a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.431659] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.431659] env[68116]: value = "task-2786411" [ 964.431659] env[68116]: _type = "Task" [ 964.431659] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.442159] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786411, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.487302] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f673c890-86b1-407b-bcd4-963d55fae978 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "7ec232a4-09e7-4b38-a34a-601d2bc238f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.776s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.945311] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786411, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.148722] env[68116]: DEBUG nova.network.neutron [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.273766] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e659f798-1583-4a99-ad66-9f430570697f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.281361] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c562db0-2287-4808-af16-e2e32dfb431f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.312298] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e91201-f244-4372-83fe-c76974a428f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.319618] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03b954f-eb9d-4d94-996e-93cf4093f3f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.333858] env[68116]: DEBUG nova.compute.provider_tree [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.442686] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786411, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.652044] env[68116]: INFO nova.compute.manager [-] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Took 1.45 seconds to deallocate network for instance. [ 965.837136] env[68116]: DEBUG nova.scheduler.client.report [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.942878] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786411, 'name': CreateVM_Task, 'duration_secs': 1.344312} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.943067] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.943742] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.943905] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.944251] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.944497] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2416b30a-0352-4def-8b58-3fea00e27601 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.948812] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 965.948812] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5261552b-a150-4d49-493d-2bc5dcefaf75" [ 965.948812] env[68116]: _type = "Task" [ 965.948812] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.956590] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5261552b-a150-4d49-493d-2bc5dcefaf75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.079095] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "529b75ad-559a-43c9-8991-d165820446d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.079357] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "529b75ad-559a-43c9-8991-d165820446d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.139790] env[68116]: DEBUG nova.compute.manager [req-815d8ccd-6c61-4c6f-835d-67825571f015 req-0fc1a3ac-8843-4657-9d68-9a2461ea146a service nova] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Received event network-vif-deleted-f5e9bfe3-8211-4c77-95ff-f0c0c6bbfd47 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 966.158706] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.342483] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.343124] env[68116]: DEBUG nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.345664] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.645s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.345880] env[68116]: DEBUG nova.objects.instance [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lazy-loading 'resources' on Instance uuid 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.459327] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5261552b-a150-4d49-493d-2bc5dcefaf75, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.459436] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.459613] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.459845] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.459989] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.460183] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.460433] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cde9ee0b-038f-4e63-a569-8c33c823b6f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.468218] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.468454] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.469257] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b03029a-607d-49c4-962e-37494d8ed980 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.473966] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 966.473966] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52515781-1be7-fdef-e5fb-b12ed810f42a" [ 966.473966] env[68116]: _type = "Task" [ 966.473966] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.482813] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52515781-1be7-fdef-e5fb-b12ed810f42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.582574] env[68116]: DEBUG nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.852025] env[68116]: DEBUG nova.compute.utils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.853914] env[68116]: DEBUG nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.853914] env[68116]: DEBUG nova.network.neutron [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.898939] env[68116]: DEBUG nova.policy [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21912116abb94b458e924e9de386cccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b60cf3d339474ab95bd09d48569714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.985253] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52515781-1be7-fdef-e5fb-b12ed810f42a, 'name': SearchDatastore_Task, 'duration_secs': 0.007787} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.989040] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44ed645-d04e-4b13-81bf-644b8d34dc99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.994226] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 966.994226] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5261621d-9df7-265c-aa06-93185b5b7ef6" [ 966.994226] env[68116]: _type = "Task" [ 966.994226] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.006654] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5261621d-9df7-265c-aa06-93185b5b7ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.006903] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.007222] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.007478] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7782b49-0894-4376-968a-eb27557b1203 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.016310] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 967.016310] env[68116]: value = "task-2786412" [ 967.016310] env[68116]: _type = "Task" [ 967.016310] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.028638] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.110068] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.144501] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5d652f-9bbc-4581-bb4d-0d2d63ec8f97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.150081] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f14b5f-8e46-48e1-9f3e-6c4c9b02ae3f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.182944] env[68116]: DEBUG nova.network.neutron [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Successfully created port: 4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.185699] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f09cc67-6f4a-4be6-89d0-a48b5ecd3436 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.194534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8cfcd0-bae3-4612-a709-522b608ec8d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.211693] env[68116]: DEBUG nova.compute.provider_tree [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.356830] env[68116]: DEBUG nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.527022] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459354} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.527022] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.527022] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.527290] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79346134-4999-4df0-bda0-19c5d25f6293 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.533315] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 967.533315] env[68116]: value = "task-2786413" [ 967.533315] env[68116]: _type = "Task" [ 967.533315] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.541617] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.715648] env[68116]: DEBUG nova.scheduler.client.report [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.043501] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0685} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.043779] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.044569] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6146bfa-1eae-413a-a40c-a909a0716a82 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.067721] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.067721] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8ca478-9aa8-4d04-9d43-2fe32e153ee7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.087706] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 968.087706] env[68116]: value = "task-2786414" [ 968.087706] env[68116]: _type = "Task" [ 968.087706] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.096457] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.223703] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.223703] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.004s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.224995] env[68116]: INFO nova.compute.claims [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.247829] env[68116]: INFO nova.scheduler.client.report [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Deleted allocations for instance 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e [ 968.366949] env[68116]: DEBUG nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.395253] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1927e3ff8f9bd9a90bdbba8bccf11bba',container_format='bare',created_at=2025-03-06T04:54:16Z,direct_url=,disk_format='vmdk',id=d35f84fa-71de-44ce-aa71-b45477be2fa6,min_disk=1,min_ram=0,name='tempest-test-snap-1009590351',owner='e6b60cf3d339474ab95bd09d48569714',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T04:54:32Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.395515] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.395674] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.395870] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.396030] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.396183] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.396397] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.396552] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.396719] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.396882] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.397071] env[68116]: DEBUG nova.virt.hardware [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.397954] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4942fd1-9ed5-4abc-b50c-b66914f1b693 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.407049] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d901edf0-7ed5-40ba-8e33-cec9a7f99b24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.595190] env[68116]: DEBUG nova.compute.manager [req-64555bf6-53a6-4470-b5ac-162efd8c61b1 req-e7f02878-ca8a-489e-ab87-c9a395b336b3 service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Received event network-vif-plugged-4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 968.595507] env[68116]: DEBUG oslo_concurrency.lockutils [req-64555bf6-53a6-4470-b5ac-162efd8c61b1 req-e7f02878-ca8a-489e-ab87-c9a395b336b3 service nova] Acquiring lock "35bc23e7-a82a-419f-9145-d6aad2b697a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.595637] env[68116]: DEBUG oslo_concurrency.lockutils [req-64555bf6-53a6-4470-b5ac-162efd8c61b1 req-e7f02878-ca8a-489e-ab87-c9a395b336b3 service nova] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.595813] env[68116]: DEBUG oslo_concurrency.lockutils [req-64555bf6-53a6-4470-b5ac-162efd8c61b1 req-e7f02878-ca8a-489e-ab87-c9a395b336b3 service nova] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.595919] env[68116]: DEBUG nova.compute.manager [req-64555bf6-53a6-4470-b5ac-162efd8c61b1 req-e7f02878-ca8a-489e-ab87-c9a395b336b3 service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] No waiting events found dispatching network-vif-plugged-4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.596097] env[68116]: WARNING nova.compute.manager [req-64555bf6-53a6-4470-b5ac-162efd8c61b1 req-e7f02878-ca8a-489e-ab87-c9a395b336b3 service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Received unexpected event network-vif-plugged-4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 for instance with vm_state building and task_state spawning. [ 968.600444] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786414, 'name': ReconfigVM_Task, 'duration_secs': 0.30062} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.600771] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.601426] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63c67db4-50c3-49fe-9f17-ba19a864c2ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.608254] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 968.608254] env[68116]: value = "task-2786415" [ 968.608254] env[68116]: _type = "Task" [ 968.608254] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.618322] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786415, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.699416] env[68116]: DEBUG nova.network.neutron [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Successfully updated port: 4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.758994] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b10e2098-d69a-4fc1-a51d-db250f25e4fd tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "8f82b01b-9f2d-4bf4-8c62-0c3745edf03e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.762s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.117640] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786415, 'name': Rename_Task, 'duration_secs': 0.145976} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.118321] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.118572] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-868b44ef-9fd9-4acb-a3dd-33862992217b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.124987] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 969.124987] env[68116]: value = "task-2786416" [ 969.124987] env[68116]: _type = "Task" [ 969.124987] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.132365] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.205410] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "refresh_cache-35bc23e7-a82a-419f-9145-d6aad2b697a8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.205410] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "refresh_cache-35bc23e7-a82a-419f-9145-d6aad2b697a8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.205521] env[68116]: DEBUG nova.network.neutron [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.512770] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361b34bf-7a94-4468-80a2-6f2b30e0e921 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.521239] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856226d2-1cb3-454c-a901-422c32cdf667 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.553402] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace84220-74ed-463f-997e-272124b2eff2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.561925] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be02aef5-d9db-4cb2-b75b-a739244c3555 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.575688] env[68116]: DEBUG nova.compute.provider_tree [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.634704] env[68116]: DEBUG oslo_vmware.api [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786416, 'name': PowerOnVM_Task, 'duration_secs': 0.45586} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.635039] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.635290] env[68116]: INFO nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Took 8.48 seconds to spawn the instance on the hypervisor. [ 969.635481] env[68116]: DEBUG nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.636234] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977404e-8e78-409c-b9b3-6227de00b930 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.739412] env[68116]: DEBUG nova.network.neutron [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.847870] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "c7edab68-191a-47e0-ad45-717b7851500c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.848144] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "c7edab68-191a-47e0-ad45-717b7851500c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.848349] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "c7edab68-191a-47e0-ad45-717b7851500c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.848531] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "c7edab68-191a-47e0-ad45-717b7851500c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.848696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "c7edab68-191a-47e0-ad45-717b7851500c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.850676] env[68116]: INFO nova.compute.manager [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Terminating instance [ 969.872618] env[68116]: DEBUG nova.network.neutron [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Updating instance_info_cache with network_info: [{"id": "4d93ea63-2e4d-4a3b-85c7-2e0768a5b537", "address": "fa:16:3e:d9:a9:70", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d93ea63-2e", "ovs_interfaceid": "4d93ea63-2e4d-4a3b-85c7-2e0768a5b537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.096735] env[68116]: ERROR nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [req-a0ff8e80-f334-4900-9631-e9cc2722f941] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0ff8e80-f334-4900-9631-e9cc2722f941"}]} [ 970.113690] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 970.128091] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 970.128330] env[68116]: DEBUG nova.compute.provider_tree [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.139305] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 970.151156] env[68116]: INFO nova.compute.manager [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Took 31.27 seconds to build instance. [ 970.158708] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 970.353804] env[68116]: DEBUG nova.compute.manager [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.356680] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.357666] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2c142e-07f7-44dc-a20e-59c2a07cedeb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.365627] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.368335] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f162d51e-00d2-45f3-aa37-6f24fb0c6255 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.375975] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "refresh_cache-35bc23e7-a82a-419f-9145-d6aad2b697a8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.376950] env[68116]: DEBUG nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Instance network_info: |[{"id": "4d93ea63-2e4d-4a3b-85c7-2e0768a5b537", "address": "fa:16:3e:d9:a9:70", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d93ea63-2e", "ovs_interfaceid": "4d93ea63-2e4d-4a3b-85c7-2e0768a5b537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.376950] env[68116]: DEBUG oslo_vmware.api [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 970.376950] env[68116]: value = "task-2786417" [ 970.376950] env[68116]: _type = "Task" [ 970.376950] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.377263] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a9:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d93ea63-2e4d-4a3b-85c7-2e0768a5b537', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.387275] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.390527] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.393862] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b617cdb6-52b7-49f5-8188-5294c3060b25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.418410] env[68116]: DEBUG oslo_vmware.api [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.419821] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.419821] env[68116]: value = "task-2786418" [ 970.419821] env[68116]: _type = "Task" [ 970.419821] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.427955] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786418, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.471508] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911ea9e9-6b48-4d53-a7d5-3d177b7ed845 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.481590] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db8603-f5ce-4c23-bc3f-47558c70625c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.516513] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4426f91b-86fb-4be5-8cef-7b6d8453cdac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.524712] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74591a2-b6e9-4dfb-9de6-adaa4dc74bdd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.539544] env[68116]: DEBUG nova.compute.provider_tree [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.620253] env[68116]: DEBUG nova.compute.manager [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Received event network-changed-4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.620500] env[68116]: DEBUG nova.compute.manager [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Refreshing instance network info cache due to event network-changed-4d93ea63-2e4d-4a3b-85c7-2e0768a5b537. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 970.620646] env[68116]: DEBUG oslo_concurrency.lockutils [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] Acquiring lock "refresh_cache-35bc23e7-a82a-419f-9145-d6aad2b697a8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.620778] env[68116]: DEBUG oslo_concurrency.lockutils [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] Acquired lock "refresh_cache-35bc23e7-a82a-419f-9145-d6aad2b697a8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.620977] env[68116]: DEBUG nova.network.neutron [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Refreshing network info cache for port 4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.652910] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef5f4bd6-f079-49b5-8765-ea17c6f1cdfe tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.779s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.898017] env[68116]: DEBUG oslo_vmware.api [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786417, 'name': PowerOffVM_Task, 'duration_secs': 0.201052} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.898017] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.898017] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.898207] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f9f7d0c-0eed-4345-88ea-2ae5e421c0e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.929542] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786418, 'name': CreateVM_Task, 'duration_secs': 0.412727} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.929732] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.930472] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.930646] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.931057] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.931373] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453658f1-c572-4f07-8468-dd8b0560928b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.936039] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 970.936039] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c7eb91-a8a6-61f6-ff22-735d6d9f2071" [ 970.936039] env[68116]: _type = "Task" [ 970.936039] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.945543] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c7eb91-a8a6-61f6-ff22-735d6d9f2071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.969410] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.969669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.969850] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Deleting the datastore file [datastore2] c7edab68-191a-47e0-ad45-717b7851500c {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.970142] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-063409e4-bfc1-4a7e-9e46-c45076a39a06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.976443] env[68116]: DEBUG oslo_vmware.api [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for the task: (returnval){ [ 970.976443] env[68116]: value = "task-2786420" [ 970.976443] env[68116]: _type = "Task" [ 970.976443] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.985566] env[68116]: DEBUG oslo_vmware.api [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.061166] env[68116]: ERROR nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [req-ebe86e8d-5104-404c-bdd5-29a859a1ce3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebe86e8d-5104-404c-bdd5-29a859a1ce3e"}]} [ 971.078436] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 971.092416] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 971.092523] env[68116]: DEBUG nova.compute.provider_tree [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.107388] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 971.127363] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 971.375025] env[68116]: DEBUG nova.network.neutron [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Updated VIF entry in instance network info cache for port 4d93ea63-2e4d-4a3b-85c7-2e0768a5b537. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.375369] env[68116]: DEBUG nova.network.neutron [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Updating instance_info_cache with network_info: [{"id": "4d93ea63-2e4d-4a3b-85c7-2e0768a5b537", "address": "fa:16:3e:d9:a9:70", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d93ea63-2e", "ovs_interfaceid": "4d93ea63-2e4d-4a3b-85c7-2e0768a5b537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.428339] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "8d155a79-a586-46b8-880f-08aeec5385e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.428719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "8d155a79-a586-46b8-880f-08aeec5385e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.451361] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.451361] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Processing image d35f84fa-71de-44ce-aa71-b45477be2fa6 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.451361] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6/d35f84fa-71de-44ce-aa71-b45477be2fa6.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.451479] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6/d35f84fa-71de-44ce-aa71-b45477be2fa6.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.453041] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.453298] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bf1ef06-bdf9-4711-bc29-57cab439f851 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.457059] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b587bcf-599f-4b25-9461-ee8835152c4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.464884] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283f9ee3-fd0c-47f3-93b6-a7cff2872e14 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.468993] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.469114] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.470103] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d7a6c-b51c-417a-8fe3-d508b60e7eab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.499804] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff431a8-e673-40dd-8ae0-fc26948f5b3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.503347] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 971.503347] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ab3336-8aaf-fdd7-245f-96fbf0a46a76" [ 971.503347] env[68116]: _type = "Task" [ 971.503347] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.510970] env[68116]: DEBUG oslo_vmware.api [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Task: {'id': task-2786420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160751} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.512401] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e6965d-4a0e-4513-8795-26179cb0aa6a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.517748] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.518019] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.518180] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.518349] env[68116]: INFO nova.compute.manager [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 971.518573] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.521676] env[68116]: DEBUG nova.compute.manager [-] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.521777] env[68116]: DEBUG nova.network.neutron [-] [instance: c7edab68-191a-47e0-ad45-717b7851500c] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.523614] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Preparing fetch location {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 971.523860] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Fetch image to [datastore2] OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3/OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3.vmdk {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 971.524052] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Downloading stream optimized image d35f84fa-71de-44ce-aa71-b45477be2fa6 to [datastore2] OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3/OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3.vmdk on the data store datastore2 as vApp {{(pid=68116) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 971.524223] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Downloading image file data d35f84fa-71de-44ce-aa71-b45477be2fa6 to the ESX as VM named 'OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3' {{(pid=68116) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 971.533889] env[68116]: DEBUG nova.compute.provider_tree [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.598560] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 971.598560] env[68116]: value = "resgroup-9" [ 971.598560] env[68116]: _type = "ResourcePool" [ 971.598560] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 971.598856] env[68116]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-62d4ec11-4c08-4ab8-a5b9-e4986ac8c2b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.621490] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease: (returnval){ [ 971.621490] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5217b5b4-0437-4df5-1840-414359cbf6bd" [ 971.621490] env[68116]: _type = "HttpNfcLease" [ 971.621490] env[68116]: } obtained for vApp import into resource pool (val){ [ 971.621490] env[68116]: value = "resgroup-9" [ 971.621490] env[68116]: _type = "ResourcePool" [ 971.621490] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 971.621807] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the lease: (returnval){ [ 971.621807] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5217b5b4-0437-4df5-1840-414359cbf6bd" [ 971.621807] env[68116]: _type = "HttpNfcLease" [ 971.621807] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 971.628356] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.628356] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5217b5b4-0437-4df5-1840-414359cbf6bd" [ 971.628356] env[68116]: _type = "HttpNfcLease" [ 971.628356] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 971.878282] env[68116]: DEBUG oslo_concurrency.lockutils [req-72472b02-ae10-4c37-8a0c-d4d9710cb9fb req-25942cc2-70ca-4be7-a790-cd7653d4d0fc service nova] Releasing lock "refresh_cache-35bc23e7-a82a-419f-9145-d6aad2b697a8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.932272] env[68116]: DEBUG nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.037633] env[68116]: DEBUG nova.scheduler.client.report [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.131986] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.131986] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5217b5b4-0437-4df5-1840-414359cbf6bd" [ 972.131986] env[68116]: _type = "HttpNfcLease" [ 972.131986] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.132377] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.132377] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5217b5b4-0437-4df5-1840-414359cbf6bd" [ 972.132377] env[68116]: _type = "HttpNfcLease" [ 972.132377] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 972.133286] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584a445-6f33-47ab-9128-521e90c3ebed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.141783] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d85040-e3fb-89b4-970f-08b3c5408a39/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.142131] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d85040-e3fb-89b4-970f-08b3c5408a39/disk-0.vmdk. {{(pid=68116) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 972.210491] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-626152d1-c8af-4979-9faf-30ffbee2b66e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.287032] env[68116]: DEBUG nova.network.neutron [-] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.456575] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.543046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.319s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.543518] env[68116]: DEBUG nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.547801] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.218s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.548053] env[68116]: DEBUG nova.objects.instance [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lazy-loading 'resources' on Instance uuid 0f6b596f-f7f0-4919-9301-feeda6237423 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.650268] env[68116]: DEBUG nova.compute.manager [req-466fa215-7c49-4013-8209-d9c95200b6db req-e6c283e7-b4df-41ff-a23a-a0dcb411cde5 service nova] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Received event network-vif-deleted-8c45ac58-6532-45e6-b4d1-8a0618c36547 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.789590] env[68116]: INFO nova.compute.manager [-] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Took 1.27 seconds to deallocate network for instance. [ 972.943574] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Completed reading data from the image iterator. {{(pid=68116) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 972.943574] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d85040-e3fb-89b4-970f-08b3c5408a39/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.945048] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d79550-9eb5-46f1-8709-52c997783590 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.951857] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d85040-e3fb-89b4-970f-08b3c5408a39/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.952032] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d85040-e3fb-89b4-970f-08b3c5408a39/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 972.952291] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2afb3c62-038c-4cd7-ba74-125d6cef5153 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.050978] env[68116]: DEBUG nova.compute.utils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.055407] env[68116]: DEBUG nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.055613] env[68116]: DEBUG nova.network.neutron [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.103583] env[68116]: DEBUG nova.policy [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b270ae46860b4f30b62a144a89623ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc5805b98444c5295b254fb7312de77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.112194] env[68116]: DEBUG oslo_vmware.rw_handles [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d85040-e3fb-89b4-970f-08b3c5408a39/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 973.112495] env[68116]: INFO nova.virt.vmwareapi.images [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Downloaded image file data d35f84fa-71de-44ce-aa71-b45477be2fa6 [ 973.113332] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c612b8fb-6285-4b9f-9ebc-36477bce33ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.132687] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7a106cb-2622-4626-823e-0cf0b563d3eb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.154908] env[68116]: INFO nova.virt.vmwareapi.images [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] The imported VM was unregistered [ 973.157408] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Caching image {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 973.157670] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.160220] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9320d2f8-4c91-48aa-8862-b5e0c0d606f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.170448] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created directory with path [datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.170640] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3/OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3.vmdk to [datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6/d35f84fa-71de-44ce-aa71-b45477be2fa6.vmdk. {{(pid=68116) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 973.170936] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-528c8346-a543-4a13-8e85-d1951fcd98c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.180123] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 973.180123] env[68116]: value = "task-2786423" [ 973.180123] env[68116]: _type = "Task" [ 973.180123] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.187766] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786423, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.297959] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.393322] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef0f6b-f77f-4250-b3f4-35334fae99c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.402048] env[68116]: DEBUG nova.network.neutron [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Successfully created port: 41985fdb-1d50-4633-b602-9729ac7e100c {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.405125] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2f0244-e1ea-4e28-af04-1b907e012e96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.438671] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24bb8b6-cc3c-4d2a-aee4-55d4fbcab40e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.446779] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce8c4a8-c008-4783-8cef-93825c1d1f2c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.460669] env[68116]: DEBUG nova.compute.provider_tree [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.558041] env[68116]: DEBUG nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.690198] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786423, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.964497] env[68116]: DEBUG nova.scheduler.client.report [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.192274] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786423, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.472625] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.475467] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.784s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.475714] env[68116]: DEBUG nova.objects.instance [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.498456] env[68116]: INFO nova.scheduler.client.report [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Deleted allocations for instance 0f6b596f-f7f0-4919-9301-feeda6237423 [ 974.567535] env[68116]: DEBUG nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.596763] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.597039] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.597207] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.597392] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.597541] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.597685] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.598032] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.598130] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.598509] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.598509] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.598642] env[68116]: DEBUG nova.virt.hardware [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.599511] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586f90d-3d9e-42a4-9ea0-ce5f77d1d766 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.608137] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e7dc8-85f1-407e-92e6-bdab671dd663 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.691776] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786423, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.832661] env[68116]: DEBUG nova.compute.manager [req-02d8dbf7-5e13-41f5-9c11-dbaf8bca1936 req-0b24eb7b-9e67-4d02-95f5-7e10fc850dcb service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Received event network-vif-plugged-41985fdb-1d50-4633-b602-9729ac7e100c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 974.833333] env[68116]: DEBUG oslo_concurrency.lockutils [req-02d8dbf7-5e13-41f5-9c11-dbaf8bca1936 req-0b24eb7b-9e67-4d02-95f5-7e10fc850dcb service nova] Acquiring lock "4d4fe17d-a058-49e5-a204-29732f0a92f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.833624] env[68116]: DEBUG oslo_concurrency.lockutils [req-02d8dbf7-5e13-41f5-9c11-dbaf8bca1936 req-0b24eb7b-9e67-4d02-95f5-7e10fc850dcb service nova] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.833863] env[68116]: DEBUG oslo_concurrency.lockutils [req-02d8dbf7-5e13-41f5-9c11-dbaf8bca1936 req-0b24eb7b-9e67-4d02-95f5-7e10fc850dcb service nova] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.834224] env[68116]: DEBUG nova.compute.manager [req-02d8dbf7-5e13-41f5-9c11-dbaf8bca1936 req-0b24eb7b-9e67-4d02-95f5-7e10fc850dcb service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] No waiting events found dispatching network-vif-plugged-41985fdb-1d50-4633-b602-9729ac7e100c {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.834451] env[68116]: WARNING nova.compute.manager [req-02d8dbf7-5e13-41f5-9c11-dbaf8bca1936 req-0b24eb7b-9e67-4d02-95f5-7e10fc850dcb service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Received unexpected event network-vif-plugged-41985fdb-1d50-4633-b602-9729ac7e100c for instance with vm_state building and task_state spawning. [ 974.930229] env[68116]: DEBUG nova.network.neutron [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Successfully updated port: 41985fdb-1d50-4633-b602-9729ac7e100c {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.007010] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d961ec30-e6b4-44d9-9760-ebaa21576e26 tempest-ServersTestBootFromVolume-1173265696 tempest-ServersTestBootFromVolume-1173265696-project-member] Lock "0f6b596f-f7f0-4919-9301-feeda6237423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.204s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.192548] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786423, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.438524] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "refresh_cache-4d4fe17d-a058-49e5-a204-29732f0a92f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.438524] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquired lock "refresh_cache-4d4fe17d-a058-49e5-a204-29732f0a92f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.438524] env[68116]: DEBUG nova.network.neutron [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.488158] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f6095222-f7fe-410f-a894-fe5227e8233c tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.489284] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.968s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.492863] env[68116]: INFO nova.compute.claims [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.695256] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786423, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.340526} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.695256] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3/OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3.vmdk to [datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6/d35f84fa-71de-44ce-aa71-b45477be2fa6.vmdk. [ 975.695256] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Cleaning up location [datastore2] OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 975.695256] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ef3f9554-4f82-4bcb-afe3-121f20c291b3 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.695256] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8bb288b-d139-4e7b-8eee-29a593a802a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.699207] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 975.699207] env[68116]: value = "task-2786424" [ 975.699207] env[68116]: _type = "Task" [ 975.699207] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.706799] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.968768] env[68116]: DEBUG nova.network.neutron [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.102484] env[68116]: DEBUG nova.network.neutron [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Updating instance_info_cache with network_info: [{"id": "41985fdb-1d50-4633-b602-9729ac7e100c", "address": "fa:16:3e:78:09:31", "network": {"id": "ca8e116b-ca76-4f54-963b-1186a896aac7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1487724321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc5805b98444c5295b254fb7312de77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41985fdb-1d", "ovs_interfaceid": "41985fdb-1d50-4633-b602-9729ac7e100c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.166352] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.166642] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.209598] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338765} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.209858] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.210061] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6/d35f84fa-71de-44ce-aa71-b45477be2fa6.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.210321] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6/d35f84fa-71de-44ce-aa71-b45477be2fa6.vmdk to [datastore2] 35bc23e7-a82a-419f-9145-d6aad2b697a8/35bc23e7-a82a-419f-9145-d6aad2b697a8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.210569] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25e7d437-b130-4313-8409-9d78467fb74c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.217089] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 976.217089] env[68116]: value = "task-2786425" [ 976.217089] env[68116]: _type = "Task" [ 976.217089] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.225479] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.607635] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Releasing lock "refresh_cache-4d4fe17d-a058-49e5-a204-29732f0a92f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.607939] env[68116]: DEBUG nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Instance network_info: |[{"id": "41985fdb-1d50-4633-b602-9729ac7e100c", "address": "fa:16:3e:78:09:31", "network": {"id": "ca8e116b-ca76-4f54-963b-1186a896aac7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1487724321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc5805b98444c5295b254fb7312de77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41985fdb-1d", "ovs_interfaceid": "41985fdb-1d50-4633-b602-9729ac7e100c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.609091] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:09:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41985fdb-1d50-4633-b602-9729ac7e100c', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.618071] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Creating folder: Project (ffc5805b98444c5295b254fb7312de77). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.618382] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2cb2f88-f3bb-4918-918d-dd2d8daac2ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.630150] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Created folder: Project (ffc5805b98444c5295b254fb7312de77) in parent group-v559920. [ 976.630150] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Creating folder: Instances. Parent ref: group-v560150. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.630385] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a47b3ceb-0fae-4981-9657-18fded288eec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.640638] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Created folder: Instances in parent group-v560150. [ 976.640885] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.641093] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.641375] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-302f0033-2ec7-407d-b249-f8130c20b4a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.674012] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.674012] env[68116]: value = "task-2786428" [ 976.674012] env[68116]: _type = "Task" [ 976.674012] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.674605] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.679597] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.683626] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.685103] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.685103] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.685103] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.690020] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 976.691949] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.693052] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786428, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.731133] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786425, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.884401] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56c6fe6-6c2b-43c6-a10a-e75ca246a52d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.894886] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f66403b-2703-4fc1-8ea9-0c541057f0bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.944094] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991094df-5290-4042-a31d-d3fe8d808e9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.948089] env[68116]: DEBUG nova.compute.manager [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Received event network-changed-41985fdb-1d50-4633-b602-9729ac7e100c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.948275] env[68116]: DEBUG nova.compute.manager [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Refreshing instance network info cache due to event network-changed-41985fdb-1d50-4633-b602-9729ac7e100c. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 976.948487] env[68116]: DEBUG oslo_concurrency.lockutils [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] Acquiring lock "refresh_cache-4d4fe17d-a058-49e5-a204-29732f0a92f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.948622] env[68116]: DEBUG oslo_concurrency.lockutils [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] Acquired lock "refresh_cache-4d4fe17d-a058-49e5-a204-29732f0a92f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.948793] env[68116]: DEBUG nova.network.neutron [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Refreshing network info cache for port 41985fdb-1d50-4633-b602-9729ac7e100c {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.957308] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54596ac5-6a98-4683-8f8f-99775ed3fb6f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.975422] env[68116]: DEBUG nova.compute.provider_tree [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.184670] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786428, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.194963] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.228261] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786425, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.479359] env[68116]: DEBUG nova.scheduler.client.report [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.685594] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786428, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.691745] env[68116]: DEBUG nova.network.neutron [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Updated VIF entry in instance network info cache for port 41985fdb-1d50-4633-b602-9729ac7e100c. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.692202] env[68116]: DEBUG nova.network.neutron [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Updating instance_info_cache with network_info: [{"id": "41985fdb-1d50-4633-b602-9729ac7e100c", "address": "fa:16:3e:78:09:31", "network": {"id": "ca8e116b-ca76-4f54-963b-1186a896aac7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1487724321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc5805b98444c5295b254fb7312de77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41985fdb-1d", "ovs_interfaceid": "41985fdb-1d50-4633-b602-9729ac7e100c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.729233] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786425, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.985193] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.985600] env[68116]: DEBUG nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.988992] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.870s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.990037] env[68116]: DEBUG nova.objects.instance [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lazy-loading 'resources' on Instance uuid 818d531d-1747-4849-95b3-b26f63b2c59a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.187117] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786428, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.194765] env[68116]: DEBUG oslo_concurrency.lockutils [req-35bf9e62-e0a0-48b7-bd70-887b8e60b27d req-9a335bf3-75c3-4a3b-b098-9add9dded902 service nova] Releasing lock "refresh_cache-4d4fe17d-a058-49e5-a204-29732f0a92f7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.229419] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786425, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.500662] env[68116]: DEBUG nova.compute.utils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.504033] env[68116]: DEBUG nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.504033] env[68116]: DEBUG nova.network.neutron [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.582146] env[68116]: DEBUG nova.policy [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ad2a016c134d6ab506dcdcad8dc96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '119eb895220f43d9bf1b18437000e8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.690785] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786428, 'name': CreateVM_Task, 'duration_secs': 1.996136} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.690990] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.693156] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.693156] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.693436] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.696442] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562a2084-f753-4a2f-8e05-65245091267a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.704721] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 978.704721] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52624e3b-577f-6530-2a0d-de805b00a764" [ 978.704721] env[68116]: _type = "Task" [ 978.704721] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.716894] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52624e3b-577f-6530-2a0d-de805b00a764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.732753] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786425, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.871545] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b2e3a-a7cd-4a7d-8284-619613cd013f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.880685] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2d0f3-3611-4440-882d-30f3b7428fca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.915104] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a821b-fbf3-41a4-8617-46c9d681f551 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.922390] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44b06e-5094-4a5e-be83-75e7a07d8f3f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.937628] env[68116]: DEBUG nova.compute.provider_tree [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.003986] env[68116]: DEBUG nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.110012] env[68116]: DEBUG nova.network.neutron [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Successfully created port: 40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.215446] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52624e3b-577f-6530-2a0d-de805b00a764, 'name': SearchDatastore_Task, 'duration_secs': 0.089078} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.215757] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.215986] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.216235] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.217037] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.217037] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.217037] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00610ae2-a9ef-42ab-9714-0d656d79aca1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.225888] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.225888] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.230044] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1da7f56-9d25-48c9-bd01-7014cf1e630d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.233077] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786425, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.674583} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.233410] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d35f84fa-71de-44ce-aa71-b45477be2fa6/d35f84fa-71de-44ce-aa71-b45477be2fa6.vmdk to [datastore2] 35bc23e7-a82a-419f-9145-d6aad2b697a8/35bc23e7-a82a-419f-9145-d6aad2b697a8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.234781] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76404778-c38b-4e1d-8d24-3939a61a9a89 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.240264] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 979.240264] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52842cf6-699a-827b-2ef5-9a0ace97a6cf" [ 979.240264] env[68116]: _type = "Task" [ 979.240264] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.262032] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 35bc23e7-a82a-419f-9145-d6aad2b697a8/35bc23e7-a82a-419f-9145-d6aad2b697a8.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.262898] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41312ff-1e6c-44c5-9a46-6801410e0e8a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.291652] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52842cf6-699a-827b-2ef5-9a0ace97a6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.292690] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9c0a8e-c4dc-4134-b6fd-c0410ee4f2dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.296947] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 979.296947] env[68116]: value = "task-2786429" [ 979.296947] env[68116]: _type = "Task" [ 979.296947] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.298462] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 979.298462] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5218c543-8061-bbba-0de8-c961c241be81" [ 979.298462] env[68116]: _type = "Task" [ 979.298462] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.310519] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.313575] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5218c543-8061-bbba-0de8-c961c241be81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.472079] env[68116]: DEBUG nova.scheduler.client.report [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 979.472362] env[68116]: DEBUG nova.compute.provider_tree [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 109 to 110 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 979.472570] env[68116]: DEBUG nova.compute.provider_tree [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.813076] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5218c543-8061-bbba-0de8-c961c241be81, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.814268] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.814696] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4d4fe17d-a058-49e5-a204-29732f0a92f7/4d4fe17d-a058-49e5-a204-29732f0a92f7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.815149] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.815481] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee9162be-ffc3-4d04-9d5a-91dacb17f065 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.822257] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 979.822257] env[68116]: value = "task-2786430" [ 979.822257] env[68116]: _type = "Task" [ 979.822257] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.830311] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.980070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.980070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.139s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.980585] env[68116]: DEBUG nova.objects.instance [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lazy-loading 'resources' on Instance uuid 15c90069-81af-4b6e-a8cc-5a4133e9aaa8 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.011487] env[68116]: INFO nova.scheduler.client.report [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Deleted allocations for instance 818d531d-1747-4849-95b3-b26f63b2c59a [ 980.017166] env[68116]: DEBUG nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.058673] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.059167] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.059167] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.059486] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.059486] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.059809] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.059809] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.060117] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.060117] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.060279] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.060485] env[68116]: DEBUG nova.virt.hardware [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.061469] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2452deb2-5714-430c-af40-79a076fd2066 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.074168] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6241ff1-d585-4cf7-b108-475c4e88b6ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.312559] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.331618] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452938} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.332041] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4d4fe17d-a058-49e5-a204-29732f0a92f7/4d4fe17d-a058-49e5-a204-29732f0a92f7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.332317] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.332815] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9593869a-84de-4d48-8b57-f9157f16001e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.339361] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 980.339361] env[68116]: value = "task-2786431" [ 980.339361] env[68116]: _type = "Task" [ 980.339361] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.347764] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.526018] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ed71c77-e4d1-48c8-9720-a10e6d01a3d4 tempest-InstanceActionsTestJSON-1065134437 tempest-InstanceActionsTestJSON-1065134437-project-member] Lock "818d531d-1747-4849-95b3-b26f63b2c59a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.862s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.811245] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786429, 'name': ReconfigVM_Task, 'duration_secs': 1.09629} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.811245] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 35bc23e7-a82a-419f-9145-d6aad2b697a8/35bc23e7-a82a-419f-9145-d6aad2b697a8.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.813727] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72cf09e1-9e63-4f82-adf4-bc58941ab844 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.820894] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 980.820894] env[68116]: value = "task-2786432" [ 980.820894] env[68116]: _type = "Task" [ 980.820894] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.829995] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786432, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.831592] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3337c22-ee2b-4b2c-92ad-59b0f26722fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.838028] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78dab47-9eb8-4643-81fc-48ce34671bea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.878798] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060748} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.880096] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.880394] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6c97f4-2eac-48b9-889e-bc5327ebb16f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.883618] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc70398-bc24-4d4a-a0ce-6a4f0556a873 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.908964] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4d4fe17d-a058-49e5-a204-29732f0a92f7/4d4fe17d-a058-49e5-a204-29732f0a92f7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.909354] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa131edc-2c10-4251-8011-4227ae172909 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.926563] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadf9b95-cd04-44cb-b15d-88fedf2a012c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.945759] env[68116]: DEBUG nova.compute.provider_tree [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.952977] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 980.952977] env[68116]: value = "task-2786433" [ 980.952977] env[68116]: _type = "Task" [ 980.952977] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.963981] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.012160] env[68116]: DEBUG nova.compute.manager [req-15a0ca35-ce03-4797-ad74-ffac5cbef436 req-743c6cfc-7090-47e4-a846-7efe838371da service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Received event network-vif-plugged-40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.012417] env[68116]: DEBUG oslo_concurrency.lockutils [req-15a0ca35-ce03-4797-ad74-ffac5cbef436 req-743c6cfc-7090-47e4-a846-7efe838371da service nova] Acquiring lock "59e4767e-8354-466f-a0cf-6f89efa776e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.012658] env[68116]: DEBUG oslo_concurrency.lockutils [req-15a0ca35-ce03-4797-ad74-ffac5cbef436 req-743c6cfc-7090-47e4-a846-7efe838371da service nova] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.012877] env[68116]: DEBUG oslo_concurrency.lockutils [req-15a0ca35-ce03-4797-ad74-ffac5cbef436 req-743c6cfc-7090-47e4-a846-7efe838371da service nova] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.013105] env[68116]: DEBUG nova.compute.manager [req-15a0ca35-ce03-4797-ad74-ffac5cbef436 req-743c6cfc-7090-47e4-a846-7efe838371da service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] No waiting events found dispatching network-vif-plugged-40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.013306] env[68116]: WARNING nova.compute.manager [req-15a0ca35-ce03-4797-ad74-ffac5cbef436 req-743c6cfc-7090-47e4-a846-7efe838371da service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Received unexpected event network-vif-plugged-40fbd73d-67b8-4ebb-acfc-9d9a652ab927 for instance with vm_state building and task_state spawning. [ 981.280816] env[68116]: DEBUG nova.network.neutron [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Successfully updated port: 40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.335188] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786432, 'name': Rename_Task, 'duration_secs': 0.180168} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.335188] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.335188] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda8104f-6d9d-40f5-86bd-7536bab1e958 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.342180] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 981.342180] env[68116]: value = "task-2786434" [ 981.342180] env[68116]: _type = "Task" [ 981.342180] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.350522] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.456723] env[68116]: DEBUG nova.scheduler.client.report [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.477031] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.785028] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.785193] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.785343] env[68116]: DEBUG nova.network.neutron [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.857855] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.972173] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.981431] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.411s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.982362] env[68116]: DEBUG nova.objects.instance [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lazy-loading 'resources' on Instance uuid 13aa150d-d5c2-411c-8994-1bff0050ed79 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.983644] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786433, 'name': ReconfigVM_Task, 'duration_secs': 0.548035} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.984145] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4d4fe17d-a058-49e5-a204-29732f0a92f7/4d4fe17d-a058-49e5-a204-29732f0a92f7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.985878] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f3fd76a-2dca-4986-90e8-dbc67b8a83c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.992442] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 981.992442] env[68116]: value = "task-2786435" [ 981.992442] env[68116]: _type = "Task" [ 981.992442] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.006208] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786435, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.007283] env[68116]: INFO nova.scheduler.client.report [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Deleted allocations for instance 15c90069-81af-4b6e-a8cc-5a4133e9aaa8 [ 982.328413] env[68116]: DEBUG nova.network.neutron [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.358383] env[68116]: DEBUG oslo_vmware.api [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786434, 'name': PowerOnVM_Task, 'duration_secs': 0.533235} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.359535] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.360179] env[68116]: INFO nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Took 13.99 seconds to spawn the instance on the hypervisor. [ 982.360480] env[68116]: DEBUG nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.361435] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd27aa-7308-418b-91d9-462b2f9e9b72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.490169] env[68116]: DEBUG nova.network.neutron [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updating instance_info_cache with network_info: [{"id": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "address": "fa:16:3e:65:c3:87", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fbd73d-67", "ovs_interfaceid": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.510185] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786435, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.524697] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c3331303-3361-4502-ab7e-d26545d125dc tempest-ServerShowV247Test-862650920 tempest-ServerShowV247Test-862650920-project-member] Lock "15c90069-81af-4b6e-a8cc-5a4133e9aaa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.900s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.839911] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d277658-4cde-44a1-8e4a-1eb9ebb7d7d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.848867] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaba38a-9f15-4f78-8dbd-d073d226f00a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.896838] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ecfe3d-d899-4910-868f-7d3c1b0f9f36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.906664] env[68116]: INFO nova.compute.manager [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Took 37.01 seconds to build instance. [ 982.909962] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91e9bf8-9922-44b5-b1ba-736edaf8a201 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.926793] env[68116]: DEBUG nova.compute.provider_tree [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.998135] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.998135] env[68116]: DEBUG nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Instance network_info: |[{"id": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "address": "fa:16:3e:65:c3:87", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fbd73d-67", "ovs_interfaceid": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.998135] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c3:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40fbd73d-67b8-4ebb-acfc-9d9a652ab927', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.006687] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating folder: Project (119eb895220f43d9bf1b18437000e8c1). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.011684] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fa8c081-0584-4ccc-8e40-558f3e1e2671 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.019910] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786435, 'name': Rename_Task, 'duration_secs': 0.575} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.020218] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.020454] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd0114c-5427-469e-9d90-bb6ccde2ba51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.023249] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created folder: Project (119eb895220f43d9bf1b18437000e8c1) in parent group-v559920. [ 983.023357] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating folder: Instances. Parent ref: group-v560153. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.025489] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-197ae24a-7750-4f64-a0b4-1eb1d158930d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.031268] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "3a411790-fa98-4297-a670-1fc39539d038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.031496] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "3a411790-fa98-4297-a670-1fc39539d038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.032605] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 983.032605] env[68116]: value = "task-2786437" [ 983.032605] env[68116]: _type = "Task" [ 983.032605] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.042266] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created folder: Instances in parent group-v560153. [ 983.042590] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.043530] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.043749] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88228397-9206-40bf-9665-4f9a3424eb4f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.061935] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786437, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.067026] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.067026] env[68116]: value = "task-2786439" [ 983.067026] env[68116]: _type = "Task" [ 983.067026] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.075770] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786439, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.272072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "35bc23e7-a82a-419f-9145-d6aad2b697a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.331403] env[68116]: DEBUG nova.compute.manager [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Received event network-changed-40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.331733] env[68116]: DEBUG nova.compute.manager [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Refreshing instance network info cache due to event network-changed-40fbd73d-67b8-4ebb-acfc-9d9a652ab927. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 983.332622] env[68116]: DEBUG oslo_concurrency.lockutils [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] Acquiring lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.333304] env[68116]: DEBUG oslo_concurrency.lockutils [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] Acquired lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.333762] env[68116]: DEBUG nova.network.neutron [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Refreshing network info cache for port 40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.410019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebc23854-c632-4f78-81bc-ad51bb49de77 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.525s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.410362] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.138s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.410704] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "35bc23e7-a82a-419f-9145-d6aad2b697a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.411128] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.411362] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.414123] env[68116]: INFO nova.compute.manager [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Terminating instance [ 983.433187] env[68116]: DEBUG nova.scheduler.client.report [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.537024] env[68116]: DEBUG nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.549942] env[68116]: DEBUG oslo_vmware.api [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786437, 'name': PowerOnVM_Task, 'duration_secs': 0.481038} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.550691] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.550975] env[68116]: INFO nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Took 8.98 seconds to spawn the instance on the hypervisor. [ 983.554225] env[68116]: DEBUG nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.554225] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6970982-cd32-4c83-b3de-31e74d58b494 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.576444] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786439, 'name': CreateVM_Task, 'duration_secs': 0.373343} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.576694] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.578583] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.578825] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.579229] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.579821] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60744e56-16fd-4083-ba3d-a80083cd049a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.586339] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 983.586339] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a13d07-8bdf-f25e-f6b0-a45adc4d2653" [ 983.586339] env[68116]: _type = "Task" [ 983.586339] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.596784] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a13d07-8bdf-f25e-f6b0-a45adc4d2653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.919037] env[68116]: DEBUG nova.compute.manager [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.919707] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.920469] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570c1c0-b99a-48e1-9b8c-abbb055773e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.930417] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.930518] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1634a4e-186f-45f9-92e3-9b72b017142f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.937505] env[68116]: DEBUG oslo_vmware.api [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 983.937505] env[68116]: value = "task-2786440" [ 983.937505] env[68116]: _type = "Task" [ 983.937505] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.937986] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.943205] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.275s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.943438] env[68116]: DEBUG nova.objects.instance [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lazy-loading 'resources' on Instance uuid 0e2dea7a-c8ea-4993-aaba-720e40d00650 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.953514] env[68116]: DEBUG oslo_vmware.api [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.963261] env[68116]: INFO nova.scheduler.client.report [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Deleted allocations for instance 13aa150d-d5c2-411c-8994-1bff0050ed79 [ 984.056274] env[68116]: DEBUG nova.network.neutron [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updated VIF entry in instance network info cache for port 40fbd73d-67b8-4ebb-acfc-9d9a652ab927. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.056687] env[68116]: DEBUG nova.network.neutron [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updating instance_info_cache with network_info: [{"id": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "address": "fa:16:3e:65:c3:87", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fbd73d-67", "ovs_interfaceid": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.070053] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.072776] env[68116]: INFO nova.compute.manager [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Took 36.88 seconds to build instance. [ 984.097549] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a13d07-8bdf-f25e-f6b0-a45adc4d2653, 'name': SearchDatastore_Task, 'duration_secs': 0.01439} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.097863] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.098139] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.098384] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.098531] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.098707] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.098975] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0640b7c4-f20b-4058-a3e6-74bb0d51aeb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.107927] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.108126] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.108861] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64debe16-e3a2-48d4-b9f7-a58a4362a2f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.115102] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 984.115102] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521e8c54-ff63-df61-e2fc-acd5b916853b" [ 984.115102] env[68116]: _type = "Task" [ 984.115102] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.124696] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521e8c54-ff63-df61-e2fc-acd5b916853b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.449579] env[68116]: DEBUG oslo_vmware.api [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786440, 'name': PowerOffVM_Task, 'duration_secs': 0.313341} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.450085] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.450264] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.450524] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5343969-10ea-4586-bab8-2d4b0c9f7a9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.472451] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d09a973b-c9ed-4ced-9f67-b05bb7debf1a tempest-ServerShowV254Test-227921274 tempest-ServerShowV254Test-227921274-project-member] Lock "13aa150d-d5c2-411c-8994-1bff0050ed79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.162s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.518201] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.518472] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.518593] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleting the datastore file [datastore2] 35bc23e7-a82a-419f-9145-d6aad2b697a8 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.518849] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0689cddb-aed4-401d-aa24-de80a8da66b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.524670] env[68116]: DEBUG oslo_vmware.api [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 984.524670] env[68116]: value = "task-2786442" [ 984.524670] env[68116]: _type = "Task" [ 984.524670] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.537753] env[68116]: DEBUG oslo_vmware.api [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.559740] env[68116]: DEBUG oslo_concurrency.lockutils [req-a4c4288e-85ac-42c9-8833-15c525dfaccc req-c1f81fc0-56c8-4566-9be9-5bd64500d99e service nova] Releasing lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.575554] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ff417d3-0241-4d4b-8a7f-4baf31347d57 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.393s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.628280] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521e8c54-ff63-df61-e2fc-acd5b916853b, 'name': SearchDatastore_Task, 'duration_secs': 0.024725} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.629091] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728bbee1-6b0d-44d4-8bf2-585e090e7e9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.635681] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 984.635681] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d9f0da-04b7-f207-1afe-5c307014d74c" [ 984.635681] env[68116]: _type = "Task" [ 984.635681] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.643939] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d9f0da-04b7-f207-1afe-5c307014d74c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.721478] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28170904-b412-42ea-a262-8bbe09b6196f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.729133] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114df2f9-4d0a-4cfd-a547-5cf232bb9250 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.759040] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360a5681-166a-49f7-9d3e-cae52daf1a33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.766328] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06639c38-b495-428d-8995-e4ccd2870ee0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.779379] env[68116]: DEBUG nova.compute.provider_tree [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.034259] env[68116]: DEBUG oslo_vmware.api [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129917} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.034555] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.034746] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.034967] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.035187] env[68116]: INFO nova.compute.manager [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 985.035422] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.035620] env[68116]: DEBUG nova.compute.manager [-] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.035714] env[68116]: DEBUG nova.network.neutron [-] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.145894] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d9f0da-04b7-f207-1afe-5c307014d74c, 'name': SearchDatastore_Task, 'duration_secs': 0.008679} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.146598] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.146598] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 59e4767e-8354-466f-a0cf-6f89efa776e8/59e4767e-8354-466f-a0cf-6f89efa776e8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.146684] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc891576-1ad6-4619-9df4-810034da4c66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.154090] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 985.154090] env[68116]: value = "task-2786443" [ 985.154090] env[68116]: _type = "Task" [ 985.154090] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.164074] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.285899] env[68116]: DEBUG nova.scheduler.client.report [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.529041] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "cb077499-1dce-4793-9551-adad48f1a4c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.529041] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.664037] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786443, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.703705] env[68116]: DEBUG nova.compute.manager [req-11c80911-ddc2-4e4c-a09b-155649440e52 req-56d6062b-6b40-4fde-a602-0c37c1bcfc07 service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Received event network-vif-deleted-4d93ea63-2e4d-4a3b-85c7-2e0768a5b537 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 985.703912] env[68116]: INFO nova.compute.manager [req-11c80911-ddc2-4e4c-a09b-155649440e52 req-56d6062b-6b40-4fde-a602-0c37c1bcfc07 service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Neutron deleted interface 4d93ea63-2e4d-4a3b-85c7-2e0768a5b537; detaching it from the instance and deleting it from the info cache [ 985.704152] env[68116]: DEBUG nova.network.neutron [req-11c80911-ddc2-4e4c-a09b-155649440e52 req-56d6062b-6b40-4fde-a602-0c37c1bcfc07 service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.752127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "4d4fe17d-a058-49e5-a204-29732f0a92f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.752127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.752127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "4d4fe17d-a058-49e5-a204-29732f0a92f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.752127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.752127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.754363] env[68116]: INFO nova.compute.manager [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Terminating instance [ 985.793124] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.795448] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.377s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.815320] env[68116]: INFO nova.scheduler.client.report [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Deleted allocations for instance 0e2dea7a-c8ea-4993-aaba-720e40d00650 [ 985.905896] env[68116]: DEBUG nova.network.neutron [-] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.032202] env[68116]: DEBUG nova.compute.utils [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.168637] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540385} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.169531] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 59e4767e-8354-466f-a0cf-6f89efa776e8/59e4767e-8354-466f-a0cf-6f89efa776e8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.169825] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.170217] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4de0fe4-ce5e-4668-9416-50098e9f84e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.176785] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 986.176785] env[68116]: value = "task-2786444" [ 986.176785] env[68116]: _type = "Task" [ 986.176785] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.190846] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.207077] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7e2c06a-b5a6-4b38-8247-57728a8111ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.220756] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d5b1ad-fd53-4a73-8632-44383006c8b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.255310] env[68116]: DEBUG nova.compute.manager [req-11c80911-ddc2-4e4c-a09b-155649440e52 req-56d6062b-6b40-4fde-a602-0c37c1bcfc07 service nova] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Detach interface failed, port_id=4d93ea63-2e4d-4a3b-85c7-2e0768a5b537, reason: Instance 35bc23e7-a82a-419f-9145-d6aad2b697a8 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 986.258404] env[68116]: DEBUG nova.compute.manager [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.258713] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.259506] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c136176-295c-4b24-badc-05de29029d4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.267227] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.267550] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75aa8081-ae03-4ef7-a3cb-1ef6c7fbc812 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.273874] env[68116]: DEBUG oslo_vmware.api [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 986.273874] env[68116]: value = "task-2786445" [ 986.273874] env[68116]: _type = "Task" [ 986.273874] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.283035] env[68116]: DEBUG oslo_vmware.api [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.300310] env[68116]: INFO nova.compute.claims [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.325556] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3eb9560-b9ac-4eff-877e-3a15ace459cc tempest-ServersV294TestFqdnHostnames-578105793 tempest-ServersV294TestFqdnHostnames-578105793-project-member] Lock "0e2dea7a-c8ea-4993-aaba-720e40d00650" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.272s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.408313] env[68116]: INFO nova.compute.manager [-] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Took 1.37 seconds to deallocate network for instance. [ 986.539348] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.687645] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063432} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.687922] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.688731] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c25fbd-1b91-49b1-8362-2fb7249772c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.711529] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 59e4767e-8354-466f-a0cf-6f89efa776e8/59e4767e-8354-466f-a0cf-6f89efa776e8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.712068] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cdd1d11-53a7-43e7-b611-26ec478d2bb7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.735399] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 986.735399] env[68116]: value = "task-2786446" [ 986.735399] env[68116]: _type = "Task" [ 986.735399] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.744017] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.783802] env[68116]: DEBUG oslo_vmware.api [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786445, 'name': PowerOffVM_Task, 'duration_secs': 0.223682} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.784135] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.784310] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.784564] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e38658f6-6862-4b0c-aae8-f81b334fcdd9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.807160] env[68116]: INFO nova.compute.resource_tracker [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating resource usage from migration d3e23f7d-5c9a-4c2c-ade8-ccfd8233f76d [ 986.849582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.849811] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.850036] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Deleting the datastore file [datastore2] 4d4fe17d-a058-49e5-a204-29732f0a92f7 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.850364] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58f26c3b-cfd9-45b5-a2d8-2b7b3b471397 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.858075] env[68116]: DEBUG oslo_vmware.api [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for the task: (returnval){ [ 986.858075] env[68116]: value = "task-2786448" [ 986.858075] env[68116]: _type = "Task" [ 986.858075] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.867512] env[68116]: DEBUG oslo_vmware.api [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.917297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.198607] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2fca62-836f-41f1-89d9-817dad0ac889 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.206650] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54fb763-4263-496d-b8d4-ed1d26a63d96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.243544] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e04200d-e309-4063-bdd3-3dad3bd9b9a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.251401] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786446, 'name': ReconfigVM_Task, 'duration_secs': 0.283975} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.254141] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 59e4767e-8354-466f-a0cf-6f89efa776e8/59e4767e-8354-466f-a0cf-6f89efa776e8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.255155] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7a1b45d-d3a0-4c92-adc6-1588a4766f65 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.258018] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b966369c-6b07-4f99-8ea4-700109a1d0cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.273247] env[68116]: DEBUG nova.compute.provider_tree [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.276723] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 987.276723] env[68116]: value = "task-2786449" [ 987.276723] env[68116]: _type = "Task" [ 987.276723] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.284518] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786449, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.370171] env[68116]: DEBUG oslo_vmware.api [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Task: {'id': task-2786448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151021} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.371142] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.371359] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.371508] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.371679] env[68116]: INFO nova.compute.manager [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 987.371924] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.372130] env[68116]: DEBUG nova.compute.manager [-] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.372226] env[68116]: DEBUG nova.network.neutron [-] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.607631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "cb077499-1dce-4793-9551-adad48f1a4c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.610225] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.610225] env[68116]: INFO nova.compute.manager [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Attaching volume 723d8e8c-40c2-49d6-b509-23835897c830 to /dev/sdb [ 987.667016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de9c859-ca79-41d8-a5f3-2afca6106eab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.673720] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96908cc0-9b08-48c5-ad5a-8b54eb8e541f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.690571] env[68116]: DEBUG nova.virt.block_device [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating existing volume attachment record: 3d21fb26-81ca-4149-ba48-df365ef4ec56 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 987.777372] env[68116]: DEBUG nova.scheduler.client.report [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.794907] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786449, 'name': Rename_Task, 'duration_secs': 0.143446} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.797622] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.797622] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a6cbd3-a2ef-4853-ae27-4745473493e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.803292] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 987.803292] env[68116]: value = "task-2786450" [ 987.803292] env[68116]: _type = "Task" [ 987.803292] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.815817] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.864021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a80fe8f8-1cdc-4754-a810-21ceab0d14c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.864021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a80fe8f8-1cdc-4754-a810-21ceab0d14c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.864021] env[68116]: DEBUG nova.objects.instance [None req-a80fe8f8-1cdc-4754-a810-21ceab0d14c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'flavor' on Instance uuid 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.893073] env[68116]: DEBUG nova.compute.manager [req-5dc88e7b-a2f6-4cf2-8cf7-1461b71b081e req-3dcb18fe-07b6-4a7f-a90d-575075016f7d service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Received event network-vif-deleted-41985fdb-1d50-4633-b602-9729ac7e100c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.893297] env[68116]: INFO nova.compute.manager [req-5dc88e7b-a2f6-4cf2-8cf7-1461b71b081e req-3dcb18fe-07b6-4a7f-a90d-575075016f7d service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Neutron deleted interface 41985fdb-1d50-4633-b602-9729ac7e100c; detaching it from the instance and deleting it from the info cache [ 987.893473] env[68116]: DEBUG nova.network.neutron [req-5dc88e7b-a2f6-4cf2-8cf7-1461b71b081e req-3dcb18fe-07b6-4a7f-a90d-575075016f7d service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.160397] env[68116]: DEBUG nova.network.neutron [-] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.294254] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.496s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.294254] env[68116]: INFO nova.compute.manager [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Migrating [ 988.303780] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.798s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.304321] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.307302] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.656s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.307952] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.310432] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.152s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.310962] env[68116]: DEBUG nova.objects.instance [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'resources' on Instance uuid 294aee46-b0d1-484e-bcee-9ad9dc2f483a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.333708] env[68116]: DEBUG oslo_vmware.api [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786450, 'name': PowerOnVM_Task, 'duration_secs': 0.468047} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.334885] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.336091] env[68116]: INFO nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Took 8.32 seconds to spawn the instance on the hypervisor. [ 988.336091] env[68116]: DEBUG nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.337423] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7812bb4d-0d29-46e2-975c-b4573b0618dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.340526] env[68116]: INFO nova.scheduler.client.report [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted allocations for instance b2bedbd1-0b2e-460d-a184-c1aad56e3bac [ 988.351470] env[68116]: INFO nova.scheduler.client.report [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Deleted allocations for instance ea04be24-b290-43d8-b456-06f53e26079c [ 988.366419] env[68116]: DEBUG nova.objects.instance [None req-a80fe8f8-1cdc-4754-a810-21ceab0d14c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'pci_requests' on Instance uuid 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.396607] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9339969-11df-4ef0-8c6c-56d3de26e26a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.408172] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e6710c-dae8-4d15-ae37-11af9da5b297 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.442912] env[68116]: DEBUG nova.compute.manager [req-5dc88e7b-a2f6-4cf2-8cf7-1461b71b081e req-3dcb18fe-07b6-4a7f-a90d-575075016f7d service nova] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Detach interface failed, port_id=41985fdb-1d50-4633-b602-9729ac7e100c, reason: Instance 4d4fe17d-a058-49e5-a204-29732f0a92f7 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 988.667581] env[68116]: INFO nova.compute.manager [-] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Took 1.30 seconds to deallocate network for instance. [ 988.823597] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.823597] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.823597] env[68116]: DEBUG nova.network.neutron [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.846951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0487e809-bbeb-4bb0-b1cf-fc8b76a4c37b tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "b2bedbd1-0b2e-460d-a184-c1aad56e3bac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.204s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.863940] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f43755f7-3487-4885-9851-386a6d878a59 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "ea04be24-b290-43d8-b456-06f53e26079c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.921s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.865155] env[68116]: INFO nova.compute.manager [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Took 35.36 seconds to build instance. [ 988.868892] env[68116]: DEBUG nova.objects.base [None req-a80fe8f8-1cdc-4754-a810-21ceab0d14c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Object Instance<507e34d3-4116-44e8-b20f-14ed2e51af9a> lazy-loaded attributes: flavor,pci_requests {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.869082] env[68116]: DEBUG nova.network.neutron [None req-a80fe8f8-1cdc-4754-a810-21ceab0d14c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.003142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a80fe8f8-1cdc-4754-a810-21ceab0d14c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.141s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.074319] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0af263-04bd-440f-b9ca-0c43b8ed3804 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.084426] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e51f8-f937-4ca6-b5a2-c9dc0410180b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.121310] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f174a-906b-45c1-814b-ccf76a604025 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.128786] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e43bbd-1fcc-4419-8f6b-9760ad8941fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.143229] env[68116]: DEBUG nova.compute.provider_tree [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.174769] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.367475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b3d4a0ac-cd6d-47bc-8ab1-c600586a6ce3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.872s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.523585] env[68116]: DEBUG nova.network.neutron [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance_info_cache with network_info: [{"id": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "address": "fa:16:3e:8b:72:c2", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a0d474-c5", "ovs_interfaceid": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.648132] env[68116]: DEBUG nova.scheduler.client.report [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.026573] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.082197] env[68116]: DEBUG nova.compute.manager [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Received event network-changed-40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 990.082415] env[68116]: DEBUG nova.compute.manager [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Refreshing instance network info cache due to event network-changed-40fbd73d-67b8-4ebb-acfc-9d9a652ab927. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 990.082629] env[68116]: DEBUG oslo_concurrency.lockutils [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] Acquiring lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.082795] env[68116]: DEBUG oslo_concurrency.lockutils [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] Acquired lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.082982] env[68116]: DEBUG nova.network.neutron [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Refreshing network info cache for port 40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.153152] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.156462] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.046s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.159152] env[68116]: INFO nova.compute.claims [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.180267] env[68116]: INFO nova.scheduler.client.report [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted allocations for instance 294aee46-b0d1-484e-bcee-9ad9dc2f483a [ 990.195386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "55307952-d3d8-4c1c-8183-cd73338705cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.196862] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.198835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.198835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.198835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.201678] env[68116]: INFO nova.compute.manager [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Terminating instance [ 990.281118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "e0dcd954-15bb-4cdc-8430-989769fdb570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.281398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.691262] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8493633b-40e3-4f19-a62f-39f552b6770c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "294aee46-b0d1-484e-bcee-9ad9dc2f483a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.119s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.707248] env[68116]: DEBUG nova.compute.manager [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.707479] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.708574] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ec832-c834-4ba1-82be-d5cc19656b71 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.718716] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.718950] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb051fa-b89e-48f8-a487-47df57b3dcfd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.725188] env[68116]: DEBUG oslo_vmware.api [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 990.725188] env[68116]: value = "task-2786455" [ 990.725188] env[68116]: _type = "Task" [ 990.725188] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.733721] env[68116]: DEBUG oslo_vmware.api [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.783750] env[68116]: DEBUG nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.805495] env[68116]: DEBUG nova.network.neutron [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updated VIF entry in instance network info cache for port 40fbd73d-67b8-4ebb-acfc-9d9a652ab927. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.805895] env[68116]: DEBUG nova.network.neutron [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updating instance_info_cache with network_info: [{"id": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "address": "fa:16:3e:65:c3:87", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fbd73d-67", "ovs_interfaceid": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.897157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.897585] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.898016] env[68116]: DEBUG nova.objects.instance [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'flavor' on Instance uuid 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.237186] env[68116]: DEBUG oslo_vmware.api [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786455, 'name': PowerOffVM_Task, 'duration_secs': 0.26709} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.240934] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.241163] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.241711] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5cdd4b5-3390-47c9-a20c-bd5e822688fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.310887] env[68116]: DEBUG oslo_concurrency.lockutils [req-8820ebef-e8d5-4df0-a674-dcb88e9c586e req-0ccdb28d-50be-4b2a-b8c4-2ce9ecb719ae service nova] Releasing lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.312038] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.317467] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.318078] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.318078] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Deleting the datastore file [datastore2] 55307952-d3d8-4c1c-8183-cd73338705cf {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.318214] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76d19175-be28-4982-ad64-4a460f3aba3a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.324369] env[68116]: DEBUG oslo_vmware.api [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for the task: (returnval){ [ 991.324369] env[68116]: value = "task-2786457" [ 991.324369] env[68116]: _type = "Task" [ 991.324369] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.335135] env[68116]: DEBUG oslo_vmware.api [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.408727] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c217040f-446f-439b-93d4-d31218c4a94e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.416446] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37cd659-ea09-416f-ab6a-95f2da0fa470 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.450599] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dfa471-0473-413d-b54b-0941951cb6e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.458737] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b319d93-6784-4f60-a3fa-5942a9541baf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.471418] env[68116]: DEBUG nova.compute.provider_tree [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.492235] env[68116]: DEBUG nova.objects.instance [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'pci_requests' on Instance uuid 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.543275] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb25ec7f-8555-426f-8bd7-e5471b59909d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.560673] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance '074d75d3-054a-408a-901b-3031dbeea676' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.834862] env[68116]: DEBUG oslo_vmware.api [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Task: {'id': task-2786457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131092} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.835209] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.835397] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.835578] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.835750] env[68116]: INFO nova.compute.manager [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 991.836034] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.836224] env[68116]: DEBUG nova.compute.manager [-] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.836356] env[68116]: DEBUG nova.network.neutron [-] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.975636] env[68116]: DEBUG nova.scheduler.client.report [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.996816] env[68116]: DEBUG nova.objects.base [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Object Instance<507e34d3-4116-44e8-b20f-14ed2e51af9a> lazy-loaded attributes: flavor,pci_requests {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.996816] env[68116]: DEBUG nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.069181] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.069181] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72024b89-6692-4c4a-8b89-60b536f252bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.076572] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 992.076572] env[68116]: value = "task-2786458" [ 992.076572] env[68116]: _type = "Task" [ 992.076572] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.086265] env[68116]: DEBUG nova.policy [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.093785] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.257951] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.258848] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560157', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'name': 'volume-723d8e8c-40c2-49d6-b509-23835897c830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb077499-1dce-4793-9551-adad48f1a4c5', 'attached_at': '', 'detached_at': '', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'serial': '723d8e8c-40c2-49d6-b509-23835897c830'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.259800] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8532241-077e-4571-a2a9-5bcdb76b2ef2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.281296] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24c4d0-c7c1-4b32-881d-fbafd042c7a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.313888] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-723d8e8c-40c2-49d6-b509-23835897c830/volume-723d8e8c-40c2-49d6-b509-23835897c830.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.314223] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d68136f-6f41-4ea6-a9a8-e33f448b85dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.334144] env[68116]: DEBUG oslo_vmware.api [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 992.334144] env[68116]: value = "task-2786459" [ 992.334144] env[68116]: _type = "Task" [ 992.334144] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.343969] env[68116]: DEBUG oslo_vmware.api [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.482268] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.482816] env[68116]: DEBUG nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.489019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.029s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.489019] env[68116]: INFO nova.compute.claims [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.524314] env[68116]: DEBUG nova.compute.manager [req-48074eaf-e87b-44e6-9e32-c91397264180 req-04c06bfb-df22-4094-91b4-273911a3463c service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Received event network-vif-deleted-0eae6274-e922-4433-8afc-d48c9ace5943 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 992.525940] env[68116]: INFO nova.compute.manager [req-48074eaf-e87b-44e6-9e32-c91397264180 req-04c06bfb-df22-4094-91b4-273911a3463c service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Neutron deleted interface 0eae6274-e922-4433-8afc-d48c9ace5943; detaching it from the instance and deleting it from the info cache [ 992.525940] env[68116]: DEBUG nova.network.neutron [req-48074eaf-e87b-44e6-9e32-c91397264180 req-04c06bfb-df22-4094-91b4-273911a3463c service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.596576] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786458, 'name': PowerOffVM_Task, 'duration_secs': 0.211895} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.596868] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.597830] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance '074d75d3-054a-408a-901b-3031dbeea676' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.822368] env[68116]: DEBUG nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Successfully created port: 7218efa1-6929-4c10-8cb7-534e85549475 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.831312] env[68116]: DEBUG nova.network.neutron [-] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.850707] env[68116]: DEBUG oslo_vmware.api [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786459, 'name': ReconfigVM_Task, 'duration_secs': 0.356399} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.851733] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-723d8e8c-40c2-49d6-b509-23835897c830/volume-723d8e8c-40c2-49d6-b509-23835897c830.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.858567] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d8942f-1a41-4add-b2ec-1f8d1b66b2aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.877594] env[68116]: DEBUG oslo_vmware.api [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 992.877594] env[68116]: value = "task-2786460" [ 992.877594] env[68116]: _type = "Task" [ 992.877594] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.884129] env[68116]: DEBUG oslo_vmware.api [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.991198] env[68116]: DEBUG nova.compute.utils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.995010] env[68116]: DEBUG nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.995284] env[68116]: DEBUG nova.network.neutron [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.027846] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8eab1a7-5053-4877-9329-f113891ce9e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.036721] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7b3955-fe34-4353-9f8d-e377e63dbf1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.050183] env[68116]: DEBUG nova.policy [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c62512214d4a4eae522e939f105152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1f04159fb734bc3831c6060c86873cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.073619] env[68116]: DEBUG nova.compute.manager [req-48074eaf-e87b-44e6-9e32-c91397264180 req-04c06bfb-df22-4094-91b4-273911a3463c service nova] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Detach interface failed, port_id=0eae6274-e922-4433-8afc-d48c9ace5943, reason: Instance 55307952-d3d8-4c1c-8183-cd73338705cf could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 993.108567] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.108817] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.109306] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.109306] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.109306] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.109555] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.109653] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.109808] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.109972] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.110339] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.110586] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.116383] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67285983-4f27-46cd-96e6-28132cab1d77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.132027] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 993.132027] env[68116]: value = "task-2786461" [ 993.132027] env[68116]: _type = "Task" [ 993.132027] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.141236] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.340019] env[68116]: INFO nova.compute.manager [-] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Took 1.50 seconds to deallocate network for instance. [ 993.366904] env[68116]: DEBUG nova.network.neutron [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Successfully created port: d879921f-c9e1-4839-b3b1-b85ed6e0905c {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.388277] env[68116]: DEBUG oslo_vmware.api [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786460, 'name': ReconfigVM_Task, 'duration_secs': 0.155173} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.388575] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560157', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'name': 'volume-723d8e8c-40c2-49d6-b509-23835897c830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb077499-1dce-4793-9551-adad48f1a4c5', 'attached_at': '', 'detached_at': '', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'serial': '723d8e8c-40c2-49d6-b509-23835897c830'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 993.496267] env[68116]: DEBUG nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.644780] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786461, 'name': ReconfigVM_Task, 'duration_secs': 0.220434} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.645149] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance '074d75d3-054a-408a-901b-3031dbeea676' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.758105] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe6cd70-6cfd-48f0-916f-cf83017b3f9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.766966] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7bd70-16e0-4176-a816-92fe87b9b593 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.801811] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c7bc68-4564-42d5-ae07-1df86559140a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.809855] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c8c556-0043-4062-98c4-5ced9c8cc82e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.823478] env[68116]: DEBUG nova.compute.provider_tree [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.828669] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.828882] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.846489] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.151104] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.151386] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.151515] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.151700] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.151847] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.151996] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.152225] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.152413] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.152636] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.152825] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.153018] env[68116]: DEBUG nova.virt.hardware [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.158517] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.158819] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4348bf-f11a-41e6-bdbc-a7bb7548e747 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.177622] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 994.177622] env[68116]: value = "task-2786462" [ 994.177622] env[68116]: _type = "Task" [ 994.177622] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.185913] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.330560] env[68116]: DEBUG nova.scheduler.client.report [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.333213] env[68116]: DEBUG nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.359320] env[68116]: DEBUG nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Successfully updated port: 7218efa1-6929-4c10-8cb7-534e85549475 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.425558] env[68116]: DEBUG nova.objects.instance [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lazy-loading 'flavor' on Instance uuid cb077499-1dce-4793-9551-adad48f1a4c5 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.507415] env[68116]: DEBUG nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.533784] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.534043] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.534220] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.534402] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.534577] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.534780] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.535132] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.535304] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.535487] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.535632] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.535802] env[68116]: DEBUG nova.virt.hardware [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.536701] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c16786-010c-4535-825c-169fd6d3fe43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.547021] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f4c0ba-189c-4575-9e34-b9d369312638 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.687161] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786462, 'name': ReconfigVM_Task, 'duration_secs': 0.164735} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.687498] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.688269] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326ed37a-3940-407e-be8b-77017ffeef73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.712130] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 074d75d3-054a-408a-901b-3031dbeea676/074d75d3-054a-408a-901b-3031dbeea676.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.713571] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe92b929-e3b6-4600-b486-65a0f9230ab0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.729081] env[68116]: DEBUG nova.compute.manager [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-vif-plugged-7218efa1-6929-4c10-8cb7-534e85549475 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 994.729348] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.729725] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.730219] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.730219] env[68116]: DEBUG nova.compute.manager [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] No waiting events found dispatching network-vif-plugged-7218efa1-6929-4c10-8cb7-534e85549475 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.730329] env[68116]: WARNING nova.compute.manager [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received unexpected event network-vif-plugged-7218efa1-6929-4c10-8cb7-534e85549475 for instance with vm_state active and task_state None. [ 994.730475] env[68116]: DEBUG nova.compute.manager [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-changed-7218efa1-6929-4c10-8cb7-534e85549475 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 994.730629] env[68116]: DEBUG nova.compute.manager [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing instance network info cache due to event network-changed-7218efa1-6929-4c10-8cb7-534e85549475. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 994.730810] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.730943] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.731117] env[68116]: DEBUG nova.network.neutron [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing network info cache for port 7218efa1-6929-4c10-8cb7-534e85549475 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.740663] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 994.740663] env[68116]: value = "task-2786463" [ 994.740663] env[68116]: _type = "Task" [ 994.740663] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.753099] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.836618] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.837685] env[68116]: DEBUG nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.840831] env[68116]: DEBUG nova.network.neutron [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Successfully updated port: d879921f-c9e1-4839-b3b1-b85ed6e0905c {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.842272] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.545s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.842931] env[68116]: DEBUG nova.objects.instance [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lazy-loading 'resources' on Instance uuid c7edab68-191a-47e0-ad45-717b7851500c {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.861556] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.867356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.930292] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f496aff9-ed4e-4258-a260-fc439f231065 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.135254] env[68116]: INFO nova.compute.manager [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Rescuing [ 995.135536] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.135690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.135858] env[68116]: DEBUG nova.network.neutron [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.251694] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786463, 'name': ReconfigVM_Task, 'duration_secs': 0.290884} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.252679] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 074d75d3-054a-408a-901b-3031dbeea676/074d75d3-054a-408a-901b-3031dbeea676.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.252679] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance '074d75d3-054a-408a-901b-3031dbeea676' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.347369] env[68116]: DEBUG nova.compute.utils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.349407] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-529b75ad-559a-43c9-8991-d165820446d7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.349544] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-529b75ad-559a-43c9-8991-d165820446d7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.349682] env[68116]: DEBUG nova.network.neutron [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.351722] env[68116]: DEBUG nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.353032] env[68116]: DEBUG nova.network.neutron [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.417555] env[68116]: DEBUG nova.policy [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '099acb1429a74384a5507faa00f03675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed9c7e26cfab40608f517cb2d8707368', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.488998] env[68116]: DEBUG nova.network.neutron [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Added VIF to instance network info cache for port 7218efa1-6929-4c10-8cb7-534e85549475. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 995.488998] env[68116]: DEBUG nova.network.neutron [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7218efa1-6929-4c10-8cb7-534e85549475", "address": "fa:16:3e:8c:00:3f", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7218efa1-69", "ovs_interfaceid": "7218efa1-6929-4c10-8cb7-534e85549475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.605154] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c87980-dc5c-4a23-b912-8012346503b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.613598] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857837d-cb64-45fe-b0c3-6b870de09a63 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.648033] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ab139-9c20-41dd-8f1a-e133c7f54976 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.659948] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad49ce5-c97c-4acb-b69d-cfd5ecf9d1aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.676264] env[68116]: DEBUG nova.compute.provider_tree [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.760016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908f04f2-5554-4969-bf28-0d61ec4360ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.782778] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d3d02-646a-44e8-b167-83d75c1a99f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.800805] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance '074d75d3-054a-408a-901b-3031dbeea676' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.804757] env[68116]: DEBUG nova.network.neutron [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Successfully created port: 252bcec0-eb8b-4bdb-9eb3-2fc943462e55 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.853221] env[68116]: DEBUG nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.899418] env[68116]: DEBUG nova.network.neutron [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.993500] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f43e525-99e2-4c1d-92dc-9b1792fe30dd req-27791587-3583-491a-81f6-38614780e66f service nova] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.993981] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.994201] env[68116]: DEBUG nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.012044] env[68116]: DEBUG nova.network.neutron [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.093071] env[68116]: DEBUG nova.network.neutron [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Updating instance_info_cache with network_info: [{"id": "d879921f-c9e1-4839-b3b1-b85ed6e0905c", "address": "fa:16:3e:6c:36:25", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd879921f-c9", "ovs_interfaceid": "d879921f-c9e1-4839-b3b1-b85ed6e0905c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.154035] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.154146] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.154388] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.154521] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.154700] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.157103] env[68116]: INFO nova.compute.manager [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Terminating instance [ 996.179852] env[68116]: DEBUG nova.scheduler.client.report [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.353673] env[68116]: DEBUG nova.network.neutron [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Port d0a0d474-c5ef-4710-8268-b466b0d2ee4e binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 996.514293] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.527098] env[68116]: WARNING nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 996.527333] env[68116]: WARNING nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 996.527503] env[68116]: WARNING nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] 7218efa1-6929-4c10-8cb7-534e85549475 already exists in list: port_ids containing: ['7218efa1-6929-4c10-8cb7-534e85549475']. ignoring it [ 996.596965] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-529b75ad-559a-43c9-8991-d165820446d7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.597293] env[68116]: DEBUG nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Instance network_info: |[{"id": "d879921f-c9e1-4839-b3b1-b85ed6e0905c", "address": "fa:16:3e:6c:36:25", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd879921f-c9", "ovs_interfaceid": "d879921f-c9e1-4839-b3b1-b85ed6e0905c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.597702] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:36:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd879921f-c9e1-4839-b3b1-b85ed6e0905c', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.605109] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.605626] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.605852] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b75f6c0e-7978-4662-bca6-81b0f4dd59c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.626954] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.626954] env[68116]: value = "task-2786464" [ 996.626954] env[68116]: _type = "Task" [ 996.626954] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.638227] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786464, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.664279] env[68116]: DEBUG nova.compute.manager [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.664496] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.665437] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a548ba-d527-4b53-bdd3-a93d2a76dcc4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.673434] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.673690] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b10007-78e8-41e2-b6f3-4cbcd65b9d61 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.679472] env[68116]: DEBUG oslo_vmware.api [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 996.679472] env[68116]: value = "task-2786465" [ 996.679472] env[68116]: _type = "Task" [ 996.679472] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.684566] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.689690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.495s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.689772] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.689933] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 996.690238] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.620s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.692906] env[68116]: INFO nova.compute.claims [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.696903] env[68116]: DEBUG oslo_vmware.api [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.701084] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b27bdf0-3fb6-45d6-85ff-619c3e5af2c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.709387] env[68116]: INFO nova.scheduler.client.report [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Deleted allocations for instance c7edab68-191a-47e0-ad45-717b7851500c [ 996.711379] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d044d26-ae13-419d-8355-f72c38bcaeb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.730024] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97be3de-5378-48ac-8ac4-ac72bec7c975 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.738699] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f082f4c5-b69f-48bb-a9b4-74ba49aa0dab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.744204] env[68116]: DEBUG nova.compute.manager [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Received event network-vif-plugged-d879921f-c9e1-4839-b3b1-b85ed6e0905c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.744316] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] Acquiring lock "529b75ad-559a-43c9-8991-d165820446d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.744491] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] Lock "529b75ad-559a-43c9-8991-d165820446d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.744729] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] Lock "529b75ad-559a-43c9-8991-d165820446d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.745251] env[68116]: DEBUG nova.compute.manager [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] No waiting events found dispatching network-vif-plugged-d879921f-c9e1-4839-b3b1-b85ed6e0905c {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.745251] env[68116]: WARNING nova.compute.manager [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Received unexpected event network-vif-plugged-d879921f-c9e1-4839-b3b1-b85ed6e0905c for instance with vm_state building and task_state spawning. [ 996.745251] env[68116]: DEBUG nova.compute.manager [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Received event network-changed-d879921f-c9e1-4839-b3b1-b85ed6e0905c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.745463] env[68116]: DEBUG nova.compute.manager [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Refreshing instance network info cache due to event network-changed-d879921f-c9e1-4839-b3b1-b85ed6e0905c. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 996.745528] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] Acquiring lock "refresh_cache-529b75ad-559a-43c9-8991-d165820446d7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.745627] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] Acquired lock "refresh_cache-529b75ad-559a-43c9-8991-d165820446d7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.745756] env[68116]: DEBUG nova.network.neutron [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Refreshing network info cache for port d879921f-c9e1-4839-b3b1-b85ed6e0905c {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.772239] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178847MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 996.772445] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.864832] env[68116]: DEBUG nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.895872] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.896062] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.896219] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.896403] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.896546] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.896692] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.896901] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.897069] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.897250] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.897439] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.897810] env[68116]: DEBUG nova.virt.hardware [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.898516] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeaf29d-cfab-4e2e-b98a-904e13835ebc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.908583] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f95c2f4-41bd-43d3-b907-0fb997db8514 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.913935] env[68116]: DEBUG nova.network.neutron [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7218efa1-6929-4c10-8cb7-534e85549475", "address": "fa:16:3e:8c:00:3f", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7218efa1-69", "ovs_interfaceid": "7218efa1-6929-4c10-8cb7-534e85549475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.662615] env[68116]: DEBUG nova.network.neutron [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Successfully updated port: 252bcec0-eb8b-4bdb-9eb3-2fc943462e55 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.664189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.664762] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.664924] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.681152] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a571aafc-2a9f-49aa-94ed-5432c104dd7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.685587] env[68116]: DEBUG oslo_concurrency.lockutils [None req-294001ec-5249-4c35-a50a-648f2e474022 tempest-ListImageFiltersTestJSON-1245384511 tempest-ListImageFiltersTestJSON-1245384511-project-member] Lock "c7edab68-191a-47e0-ad45-717b7851500c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.837s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.697529] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "074d75d3-054a-408a-901b-3031dbeea676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.697654] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.698087] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.718535] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.718739] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.718739] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.720385] env[68116]: DEBUG nova.virt.hardware [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.726415] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfiguring VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 997.726707] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786464, 'name': CreateVM_Task, 'duration_secs': 0.355861} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.730297] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83786a9-340a-40e4-936a-dc91d8e22bea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.742401] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.742401] env[68116]: DEBUG oslo_vmware.api [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786465, 'name': PowerOffVM_Task, 'duration_secs': 0.21064} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.745800] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.746683] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.746683] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.746683] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.746849] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.748234] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009eef7f-c506-4d5c-931b-1a1f0618a705 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.751635] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6725c38f-d8f2-49fa-ace2-5acb7e04113b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.753856] env[68116]: DEBUG oslo_vmware.api [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 997.753856] env[68116]: value = "task-2786466" [ 997.753856] env[68116]: _type = "Task" [ 997.753856] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.758978] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 997.758978] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5245141c-0e38-5df7-31af-c6c8e2082ca3" [ 997.758978] env[68116]: _type = "Task" [ 997.758978] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.765300] env[68116]: DEBUG oslo_vmware.api [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786466, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.771138] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5245141c-0e38-5df7-31af-c6c8e2082ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.771138] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.771282] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.771810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.771810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.771810] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.771961] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e158e1-f25b-417a-88e8-3d0b55d7408f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.781015] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.781015] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.781589] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f940f4-dd14-4ac5-8aa0-6bedafbca1ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.786391] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 997.786391] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521ae902-bee9-ba9f-befe-8ce65b269f05" [ 997.786391] env[68116]: _type = "Task" [ 997.786391] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.790187] env[68116]: DEBUG nova.network.neutron [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Updated VIF entry in instance network info cache for port d879921f-c9e1-4839-b3b1-b85ed6e0905c. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.790523] env[68116]: DEBUG nova.network.neutron [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Updating instance_info_cache with network_info: [{"id": "d879921f-c9e1-4839-b3b1-b85ed6e0905c", "address": "fa:16:3e:6c:36:25", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd879921f-c9", "ovs_interfaceid": "d879921f-c9e1-4839-b3b1-b85ed6e0905c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.796253] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521ae902-bee9-ba9f-befe-8ce65b269f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.824590] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.824886] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.825214] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Deleting the datastore file [datastore2] 913c1bb0-9c12-45a0-820a-d357e0fb1a6c {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.825493] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2077411-b2cd-47f5-ba58-82f242d28854 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.831572] env[68116]: DEBUG oslo_vmware.api [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for the task: (returnval){ [ 997.831572] env[68116]: value = "task-2786468" [ 997.831572] env[68116]: _type = "Task" [ 997.831572] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.840988] env[68116]: DEBUG oslo_vmware.api [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.185540] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "refresh_cache-8d155a79-a586-46b8-880f-08aeec5385e4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.185710] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "refresh_cache-8d155a79-a586-46b8-880f-08aeec5385e4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.185869] env[68116]: DEBUG nova.network.neutron [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.353499] env[68116]: DEBUG oslo_vmware.api [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.353499] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f44f423-c51f-48ec-8223-12266f0dd8e0 req-0ddcde13-429a-4413-ac47-ffc4d5bad28f service nova] Releasing lock "refresh_cache-529b75ad-559a-43c9-8991-d165820446d7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.353499] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521ae902-bee9-ba9f-befe-8ce65b269f05, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.353499] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82d46c0-21a9-41fd-ae77-9d8b3f2b2237 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.353499] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 998.353499] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e8f91f-a4f4-5998-f631-f8c10e181b38" [ 998.353499] env[68116]: _type = "Task" [ 998.353499] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.353499] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e8f91f-a4f4-5998-f631-f8c10e181b38, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.353499] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.353499] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 529b75ad-559a-43c9-8991-d165820446d7/529b75ad-559a-43c9-8991-d165820446d7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.353499] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-691720e9-ed7c-4c1d-aee9-c2ead62a485f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.353499] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 998.353499] env[68116]: value = "task-2786469" [ 998.353499] env[68116]: _type = "Task" [ 998.353499] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.353499] env[68116]: DEBUG oslo_vmware.api [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Task: {'id': task-2786468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232426} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.353499] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.353499] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.353499] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.353499] env[68116]: INFO nova.compute.manager [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 998.355492] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.355492] env[68116]: DEBUG nova.compute.manager [-] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.355492] env[68116]: DEBUG nova.network.neutron [-] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.355492] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.588833] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966bcfcf-85e3-4ae5-87c2-5bc4fa63faae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.598178] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a8971c-680d-40c9-8517-9e5c1c0d9666 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.631706] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5bfad5-a92a-43f6-8ac3-fe72851b3e2b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.640615] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35426f4f-fc30-480c-914b-ef1a1d829f85 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.655350] env[68116]: DEBUG nova.compute.provider_tree [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.698472] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.699544] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd755e20-3f4c-4e3d-a120-d9c79bc8e3c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.708670] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 998.708670] env[68116]: value = "task-2786470" [ 998.708670] env[68116]: _type = "Task" [ 998.708670] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.718992] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.741620] env[68116]: DEBUG nova.network.neutron [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.755940] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.757038] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.757038] env[68116]: DEBUG nova.network.neutron [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.769510] env[68116]: DEBUG oslo_vmware.api [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786466, 'name': ReconfigVM_Task, 'duration_secs': 0.692367} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.770792] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.771168] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfigured VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 998.848725] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786469, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.883131] env[68116]: DEBUG nova.compute.manager [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Received event network-vif-plugged-252bcec0-eb8b-4bdb-9eb3-2fc943462e55 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.883303] env[68116]: DEBUG oslo_concurrency.lockutils [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] Acquiring lock "8d155a79-a586-46b8-880f-08aeec5385e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.883581] env[68116]: DEBUG oslo_concurrency.lockutils [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] Lock "8d155a79-a586-46b8-880f-08aeec5385e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.883701] env[68116]: DEBUG oslo_concurrency.lockutils [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] Lock "8d155a79-a586-46b8-880f-08aeec5385e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.883869] env[68116]: DEBUG nova.compute.manager [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] No waiting events found dispatching network-vif-plugged-252bcec0-eb8b-4bdb-9eb3-2fc943462e55 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.884175] env[68116]: WARNING nova.compute.manager [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Received unexpected event network-vif-plugged-252bcec0-eb8b-4bdb-9eb3-2fc943462e55 for instance with vm_state building and task_state spawning. [ 998.884388] env[68116]: DEBUG nova.compute.manager [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Received event network-changed-252bcec0-eb8b-4bdb-9eb3-2fc943462e55 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.884571] env[68116]: DEBUG nova.compute.manager [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Refreshing instance network info cache due to event network-changed-252bcec0-eb8b-4bdb-9eb3-2fc943462e55. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 998.884751] env[68116]: DEBUG oslo_concurrency.lockutils [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] Acquiring lock "refresh_cache-8d155a79-a586-46b8-880f-08aeec5385e4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.001283] env[68116]: DEBUG nova.network.neutron [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Updating instance_info_cache with network_info: [{"id": "252bcec0-eb8b-4bdb-9eb3-2fc943462e55", "address": "fa:16:3e:5d:d3:41", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252bcec0-eb", "ovs_interfaceid": "252bcec0-eb8b-4bdb-9eb3-2fc943462e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.183226] env[68116]: ERROR nova.scheduler.client.report [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [req-42adfc38-3819-45c2-b6d0-82e495822891] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42adfc38-3819-45c2-b6d0-82e495822891"}]} [ 999.207246] env[68116]: DEBUG nova.scheduler.client.report [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 999.219617] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786470, 'name': PowerOffVM_Task, 'duration_secs': 0.466133} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.219895] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.220749] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c755c8-ed11-4033-93de-ebb87bec3084 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.226894] env[68116]: DEBUG nova.scheduler.client.report [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 999.226894] env[68116]: DEBUG nova.compute.provider_tree [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.249911] env[68116]: DEBUG nova.scheduler.client.report [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 999.252761] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b01fed-fd41-48d1-b0a5-b5fa1993ee31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.276529] env[68116]: DEBUG oslo_concurrency.lockutils [None req-92f7d90f-909c-4964-b9a4-98f269906014 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.379s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.279039] env[68116]: DEBUG nova.scheduler.client.report [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 999.310915] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.311649] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7ab847c-9a05-427c-911e-b231903519aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.320835] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 999.320835] env[68116]: value = "task-2786471" [ 999.320835] env[68116]: _type = "Task" [ 999.320835] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.336275] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.336508] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.336746] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.337136] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.337136] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.337323] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2b2c146-7e64-4c18-93b3-b7570df6f0ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.345974] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.346215] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.349748] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b785544d-9fdb-468d-81cd-034f1fec849f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.351945] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701442} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.352202] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 529b75ad-559a-43c9-8991-d165820446d7/529b75ad-559a-43c9-8991-d165820446d7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.352407] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.352944] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aeb308a-2bc3-4606-a4c1-f69a3d5b5dde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.358396] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 999.358396] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f02240-e844-a481-8f06-c0302b61f59a" [ 999.358396] env[68116]: _type = "Task" [ 999.358396] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.363231] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 999.363231] env[68116]: value = "task-2786472" [ 999.363231] env[68116]: _type = "Task" [ 999.363231] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.370831] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f02240-e844-a481-8f06-c0302b61f59a, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.375691] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8bf9f0-f546-49d9-9df9-d10a42010f80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.380607] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.383507] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 999.383507] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a42d07-17c0-429e-e7bb-a4332c953f38" [ 999.383507] env[68116]: _type = "Task" [ 999.383507] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.393796] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a42d07-17c0-429e-e7bb-a4332c953f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.482631] env[68116]: DEBUG nova.network.neutron [-] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.503541] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "refresh_cache-8d155a79-a586-46b8-880f-08aeec5385e4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.503876] env[68116]: DEBUG nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Instance network_info: |[{"id": "252bcec0-eb8b-4bdb-9eb3-2fc943462e55", "address": "fa:16:3e:5d:d3:41", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252bcec0-eb", "ovs_interfaceid": "252bcec0-eb8b-4bdb-9eb3-2fc943462e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.504208] env[68116]: DEBUG oslo_concurrency.lockutils [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] Acquired lock "refresh_cache-8d155a79-a586-46b8-880f-08aeec5385e4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.504549] env[68116]: DEBUG nova.network.neutron [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Refreshing network info cache for port 252bcec0-eb8b-4bdb-9eb3-2fc943462e55 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.505530] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:d3:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '252bcec0-eb8b-4bdb-9eb3-2fc943462e55', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.514716] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.520185] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.521060] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6d9949-2913-42c2-a74f-3ffe00bdbbc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.547962] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.547962] env[68116]: value = "task-2786473" [ 999.547962] env[68116]: _type = "Task" [ 999.547962] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.553415] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786473, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.609086] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a25c4-2760-4a49-9037-92b2655ff008 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.612247] env[68116]: DEBUG nova.network.neutron [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance_info_cache with network_info: [{"id": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "address": "fa:16:3e:8b:72:c2", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a0d474-c5", "ovs_interfaceid": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.618790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efbb187-8a00-4c06-8fb6-6e6b934031ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.655822] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85355e1-5125-4fce-9224-c9c02fc6b5d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.664032] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc3eaa-db86-4c5f-8961-aa0d42c42734 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.678029] env[68116]: DEBUG nova.compute.provider_tree [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.807838] env[68116]: DEBUG nova.network.neutron [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Updated VIF entry in instance network info cache for port 252bcec0-eb8b-4bdb-9eb3-2fc943462e55. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.808290] env[68116]: DEBUG nova.network.neutron [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Updating instance_info_cache with network_info: [{"id": "252bcec0-eb8b-4bdb-9eb3-2fc943462e55", "address": "fa:16:3e:5d:d3:41", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252bcec0-eb", "ovs_interfaceid": "252bcec0-eb8b-4bdb-9eb3-2fc943462e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.873673] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150653} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.873940] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.874753] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f646fa-c082-48d8-a027-702838584e15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.906652] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 529b75ad-559a-43c9-8991-d165820446d7/529b75ad-559a-43c9-8991-d165820446d7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.910489] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9a2c6b-d32b-405e-afd2-192e881eb4e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.933540] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a42d07-17c0-429e-e7bb-a4332c953f38, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.935149] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.935539] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. {{(pid=68116) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 999.935945] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 999.935945] env[68116]: value = "task-2786474" [ 999.935945] env[68116]: _type = "Task" [ 999.935945] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.936179] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76dd798a-83ea-45de-9952-accfc2ea71c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.947531] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 999.947531] env[68116]: value = "task-2786475" [ 999.947531] env[68116]: _type = "Task" [ 999.947531] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.955371] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.985618] env[68116]: INFO nova.compute.manager [-] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Took 1.64 seconds to deallocate network for instance. [ 1000.056356] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786473, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.116310] env[68116]: DEBUG oslo_concurrency.lockutils [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.181261] env[68116]: DEBUG nova.scheduler.client.report [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.313311] env[68116]: DEBUG oslo_concurrency.lockutils [req-1de35e02-5596-46eb-a0b3-69e28656310b req-f11e9c35-3e9b-4fb8-b80b-47070e36abc3 service nova] Releasing lock "refresh_cache-8d155a79-a586-46b8-880f-08aeec5385e4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.450512] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.462418] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.492877] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.556326] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786473, 'name': CreateVM_Task, 'duration_secs': 0.585919} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.556616] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.557520] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.557788] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.558233] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.558609] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eea6ba2-ec57-482b-bac5-7c47a30df07d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.564519] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1000.564519] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d70b6a-f415-3d93-f2ac-31c0f45cd9cc" [ 1000.564519] env[68116]: _type = "Task" [ 1000.564519] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.573635] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d70b6a-f415-3d93-f2ac-31c0f45cd9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.648303] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957ea5ec-e2f9-497c-b2d0-1ac4e6974e2a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.670273] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e4b490-02eb-4612-8b67-b68d7d530fe9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.677548] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance '074d75d3-054a-408a-901b-3031dbeea676' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.686942] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.996s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.686942] env[68116]: DEBUG nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.689080] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.772s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.689483] env[68116]: DEBUG nova.objects.instance [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lazy-loading 'resources' on Instance uuid 35bc23e7-a82a-419f-9145-d6aad2b697a8 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.906582] env[68116]: DEBUG nova.compute.manager [req-16359567-a8bb-4f93-905d-3d97b78eb082 req-afc8fa92-4b0e-4bed-9eca-881c2cdfce17 service nova] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Received event network-vif-deleted-5de876f5-ec7b-42e7-9f9a-b04babd7f6e7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.949254] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786474, 'name': ReconfigVM_Task, 'duration_secs': 0.804473} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.949518] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 529b75ad-559a-43c9-8991-d165820446d7/529b75ad-559a-43c9-8991-d165820446d7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.950113] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005989db-ce05-40df-be49-2d0f2a97a244 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.959438] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728367} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.960481] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. [ 1000.960773] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1000.960773] env[68116]: value = "task-2786476" [ 1000.960773] env[68116]: _type = "Task" [ 1000.960773] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.961921] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6dde3f-e90a-4a0f-8fc6-6fb62ec2c1db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.996527] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.997895] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786476, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.997895] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec379f9e-321c-4219-b94c-0a5153803481 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.014750] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1001.014750] env[68116]: value = "task-2786477" [ 1001.014750] env[68116]: _type = "Task" [ 1001.014750] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.022699] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.078054] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d70b6a-f415-3d93-f2ac-31c0f45cd9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.053396} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.078054] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078054] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.078266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.078300] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.078469] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.078728] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d430e459-0d09-4603-bf33-657c748f8667 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.086189] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.086364] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.087122] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f465a74f-7db9-495f-8b55-fa3e7d04ec34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.092232] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1001.092232] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ef706a-566f-3c32-52f6-d6d715ff13c5" [ 1001.092232] env[68116]: _type = "Task" [ 1001.092232] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.101686] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ef706a-566f-3c32-52f6-d6d715ff13c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.133297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-5a84e15f-ec78-4da3-baf1-973b4bf4f746" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.133565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-5a84e15f-ec78-4da3-baf1-973b4bf4f746" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.133921] env[68116]: DEBUG nova.objects.instance [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'flavor' on Instance uuid 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.183216] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.183792] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdfd7019-3575-4959-9641-6b274ed66247 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.191854] env[68116]: DEBUG nova.compute.utils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.195401] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1001.195401] env[68116]: value = "task-2786478" [ 1001.195401] env[68116]: _type = "Task" [ 1001.195401] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.195838] env[68116]: DEBUG nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.198207] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.207200] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786478, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.246469] env[68116]: DEBUG nova.policy [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7bf40e9a104610abcd8a98be7c758c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc2e52fb5d046a6a90d046dd004fc81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.429196] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1735daad-e2eb-4f5c-a553-d81a3a028a9f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.436471] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4af468-da70-44fd-8a97-1c92c8974213 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.471350] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115f7ec-d7fe-4f3b-bdca-fca4afd65e8b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.480697] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786476, 'name': Rename_Task, 'duration_secs': 0.14431} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.482786] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.483171] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b2aedc-7f3c-4f36-8017-cbec7fd62f7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.485622] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d887f3a-3211-4baa-a6fc-a0208f7185f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.500275] env[68116]: DEBUG nova.compute.provider_tree [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.502623] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1001.502623] env[68116]: value = "task-2786479" [ 1001.502623] env[68116]: _type = "Task" [ 1001.502623] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.509493] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.513972] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Successfully created port: b503bdf2-9f13-400f-bd42-dad0c7328df7 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.523249] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786477, 'name': ReconfigVM_Task, 'duration_secs': 0.383331} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.523531] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.524362] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d79ec4-b78b-4098-a929-b8d4caf178f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.552186] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eee1791-d9b7-4941-9e75-d30bc309e7ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.567807] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1001.567807] env[68116]: value = "task-2786480" [ 1001.567807] env[68116]: _type = "Task" [ 1001.567807] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.575983] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.602175] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ef706a-566f-3c32-52f6-d6d715ff13c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016177} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.602999] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d892c72-44c9-4951-980c-b3391dde5fcc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.608385] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1001.608385] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52740237-eb9f-9338-c691-f483fb695519" [ 1001.608385] env[68116]: _type = "Task" [ 1001.608385] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.616665] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52740237-eb9f-9338-c691-f483fb695519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.700938] env[68116]: DEBUG nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.711882] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786478, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.793271] env[68116]: DEBUG nova.objects.instance [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'pci_requests' on Instance uuid 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.838461] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Successfully created port: ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.006267] env[68116]: DEBUG nova.scheduler.client.report [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.017116] env[68116]: DEBUG oslo_vmware.api [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786479, 'name': PowerOnVM_Task, 'duration_secs': 0.512431} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.017381] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.017631] env[68116]: INFO nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1002.017750] env[68116]: DEBUG nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.018521] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d91c45-b57b-457b-ba36-fcb23f416b6e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.062703] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Successfully created port: 6dd44bd6-e830-42f0-85f8-bb7a232ad879 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.077068] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786480, 'name': ReconfigVM_Task, 'duration_secs': 0.238875} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.077331] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.077566] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df8b3b09-4eae-4dac-b5d5-6ce6a5e9eef1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.083163] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1002.083163] env[68116]: value = "task-2786481" [ 1002.083163] env[68116]: _type = "Task" [ 1002.083163] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.090450] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.118161] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52740237-eb9f-9338-c691-f483fb695519, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.118421] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.118696] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8d155a79-a586-46b8-880f-08aeec5385e4/8d155a79-a586-46b8-880f-08aeec5385e4.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.118939] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac2e75a-07e8-4cf1-b0e5-0db4eb835f31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.126499] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1002.126499] env[68116]: value = "task-2786482" [ 1002.126499] env[68116]: _type = "Task" [ 1002.126499] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.134723] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.211181] env[68116]: DEBUG oslo_vmware.api [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786478, 'name': PowerOnVM_Task, 'duration_secs': 0.629145} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.211454] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.211635] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee1273-3e43-4625-8ac2-8289551fd484 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance '074d75d3-054a-408a-901b-3031dbeea676' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.295857] env[68116]: DEBUG nova.objects.base [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Object Instance<507e34d3-4116-44e8-b20f-14ed2e51af9a> lazy-loaded attributes: flavor,pci_requests {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.296102] env[68116]: DEBUG nova.network.neutron [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.367992] env[68116]: DEBUG nova.policy [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.512785] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.516148] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.341s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.516148] env[68116]: DEBUG nova.objects.instance [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lazy-loading 'resources' on Instance uuid 4d4fe17d-a058-49e5-a204-29732f0a92f7 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.537916] env[68116]: INFO nova.compute.manager [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Took 35.45 seconds to build instance. [ 1002.544158] env[68116]: INFO nova.scheduler.client.report [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted allocations for instance 35bc23e7-a82a-419f-9145-d6aad2b697a8 [ 1002.596519] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.636368] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786482, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.720205] env[68116]: DEBUG nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.746860] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.747154] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.747329] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.747510] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.747658] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.747804] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.748026] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.748193] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.748357] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.748519] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.748694] env[68116]: DEBUG nova.virt.hardware [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.749777] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bcb2b2-beae-4633-aa8d-9a1c39b7bf52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.757801] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85444965-0927-40c0-bb5c-dbe5199f92dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.042338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dec201d8-00a3-4f4e-8faf-e375c71f5501 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "529b75ad-559a-43c9-8991-d165820446d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.963s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.057602] env[68116]: DEBUG oslo_concurrency.lockutils [None req-576fbc2f-01b0-46d1-8a94-5c06e8788464 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "35bc23e7-a82a-419f-9145-d6aad2b697a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.647s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.095057] env[68116]: DEBUG oslo_vmware.api [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786481, 'name': PowerOnVM_Task, 'duration_secs': 0.75395} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.096360] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.100082] env[68116]: DEBUG nova.compute.manager [None req-f3e13096-22f4-4bbd-96aa-66b50338a417 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.101324] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0836df-78da-450e-a503-6b8bbf0f0a02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.136042] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565882} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.138490] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8d155a79-a586-46b8-880f-08aeec5385e4/8d155a79-a586-46b8-880f-08aeec5385e4.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.138891] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.140290] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-204946b2-27b4-4364-9b35-d228ffb94af7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.146988] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1003.146988] env[68116]: value = "task-2786483" [ 1003.146988] env[68116]: _type = "Task" [ 1003.146988] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.157723] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.235053] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73d2ed-ec8e-4293-a20f-beda86547c70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.243579] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b412cc-93bf-453f-81fd-f35e4a3088f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.276225] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570fe9d-40e8-45f0-bddd-02fd7c22f917 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.284232] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c93e48-42da-47e4-b640-43a55b9bd16b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.298701] env[68116]: DEBUG nova.compute.provider_tree [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.556958] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Successfully updated port: b503bdf2-9f13-400f-bd42-dad0c7328df7 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.581487] env[68116]: DEBUG nova.compute.manager [req-911139b7-039e-4fd0-bcf2-72e22a2bf473 req-4cc13216-d150-4a8c-b44b-9d7fce780d6f service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-vif-plugged-b503bdf2-9f13-400f-bd42-dad0c7328df7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1003.581487] env[68116]: DEBUG oslo_concurrency.lockutils [req-911139b7-039e-4fd0-bcf2-72e22a2bf473 req-4cc13216-d150-4a8c-b44b-9d7fce780d6f service nova] Acquiring lock "3a411790-fa98-4297-a670-1fc39539d038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.581487] env[68116]: DEBUG oslo_concurrency.lockutils [req-911139b7-039e-4fd0-bcf2-72e22a2bf473 req-4cc13216-d150-4a8c-b44b-9d7fce780d6f service nova] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.581487] env[68116]: DEBUG oslo_concurrency.lockutils [req-911139b7-039e-4fd0-bcf2-72e22a2bf473 req-4cc13216-d150-4a8c-b44b-9d7fce780d6f service nova] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.581487] env[68116]: DEBUG nova.compute.manager [req-911139b7-039e-4fd0-bcf2-72e22a2bf473 req-4cc13216-d150-4a8c-b44b-9d7fce780d6f service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] No waiting events found dispatching network-vif-plugged-b503bdf2-9f13-400f-bd42-dad0c7328df7 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.581487] env[68116]: WARNING nova.compute.manager [req-911139b7-039e-4fd0-bcf2-72e22a2bf473 req-4cc13216-d150-4a8c-b44b-9d7fce780d6f service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received unexpected event network-vif-plugged-b503bdf2-9f13-400f-bd42-dad0c7328df7 for instance with vm_state building and task_state spawning. [ 1003.609502] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136493a-6cfc-4b19-a1f9-de6610cfd3fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.618102] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75092f74-31e2-4386-b296-d974715ba9ed tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Suspending the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1003.618337] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8f714db3-1575-476f-8cd6-07d2b176cac9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.624501] env[68116]: DEBUG oslo_vmware.api [None req-75092f74-31e2-4386-b296-d974715ba9ed tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1003.624501] env[68116]: value = "task-2786484" [ 1003.624501] env[68116]: _type = "Task" [ 1003.624501] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.633122] env[68116]: DEBUG oslo_vmware.api [None req-75092f74-31e2-4386-b296-d974715ba9ed tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786484, 'name': SuspendVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.655996] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06911} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.655996] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.656546] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beff3866-f878-423a-9b1a-4f9eb1219ae8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.679109] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8d155a79-a586-46b8-880f-08aeec5385e4/8d155a79-a586-46b8-880f-08aeec5385e4.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.679442] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c6cb14-3570-4e8b-9783-45f804085f05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.699592] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1003.699592] env[68116]: value = "task-2786485" [ 1003.699592] env[68116]: _type = "Task" [ 1003.699592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.707937] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.802905] env[68116]: DEBUG nova.scheduler.client.report [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.871589] env[68116]: DEBUG nova.network.neutron [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Successfully updated port: 5a84e15f-ec78-4da3-baf1-973b4bf4f746 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.952866] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "704e4902-d8b1-4b6b-9314-4d887bc583c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.953199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.953496] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "704e4902-d8b1-4b6b-9314-4d887bc583c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.953690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.953906] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.956737] env[68116]: INFO nova.compute.manager [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Terminating instance [ 1004.135774] env[68116]: DEBUG oslo_vmware.api [None req-75092f74-31e2-4386-b296-d974715ba9ed tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786484, 'name': SuspendVM_Task} progress is 62%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.210623] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.311330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.313810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.002s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.315437] env[68116]: INFO nova.compute.claims [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.330536] env[68116]: INFO nova.scheduler.client.report [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Deleted allocations for instance 4d4fe17d-a058-49e5-a204-29732f0a92f7 [ 1004.375475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.375911] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.376316] env[68116]: DEBUG nova.network.neutron [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.461704] env[68116]: DEBUG nova.compute.manager [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.461958] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.462984] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4563148e-af93-4aa4-8b9e-a3821598dbc3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.471462] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.471710] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b646792a-1dbd-4afb-afd2-2861d44d6d24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.477804] env[68116]: DEBUG oslo_vmware.api [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1004.477804] env[68116]: value = "task-2786486" [ 1004.477804] env[68116]: _type = "Task" [ 1004.477804] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.486261] env[68116]: DEBUG oslo_vmware.api [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.635208] env[68116]: DEBUG oslo_vmware.api [None req-75092f74-31e2-4386-b296-d974715ba9ed tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786484, 'name': SuspendVM_Task, 'duration_secs': 0.92657} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.635496] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-75092f74-31e2-4386-b296-d974715ba9ed tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Suspended the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1004.635674] env[68116]: DEBUG nova.compute.manager [None req-75092f74-31e2-4386-b296-d974715ba9ed tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.636675] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd2ed07-743f-426b-91c4-eed458a38708 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.711448] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786485, 'name': ReconfigVM_Task, 'duration_secs': 0.755301} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.711996] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8d155a79-a586-46b8-880f-08aeec5385e4/8d155a79-a586-46b8-880f-08aeec5385e4.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.712405] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05136ec7-71ee-4919-b68f-4030d354dc81 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.722838] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.723142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.724382] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1004.724382] env[68116]: value = "task-2786487" [ 1004.724382] env[68116]: _type = "Task" [ 1004.724382] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.734507] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786487, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.841094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef33db8a-fffe-4d56-bb04-9e7bcec05c08 tempest-ServerPasswordTestJSON-574249698 tempest-ServerPasswordTestJSON-574249698-project-member] Lock "4d4fe17d-a058-49e5-a204-29732f0a92f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.089s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.946202] env[68116]: WARNING nova.network.neutron [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 1004.946446] env[68116]: WARNING nova.network.neutron [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 1004.987313] env[68116]: DEBUG oslo_vmware.api [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786486, 'name': PowerOffVM_Task, 'duration_secs': 0.366761} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.987671] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.987847] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.988128] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa507914-f100-4f5b-8210-7cfb74e64151 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.058008] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.058252] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.058491] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleting the datastore file [datastore2] 704e4902-d8b1-4b6b-9314-4d887bc583c4 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.058743] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a350df12-2d79-4f07-bbc7-acb364e0c961 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.066661] env[68116]: DEBUG oslo_vmware.api [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1005.066661] env[68116]: value = "task-2786489" [ 1005.066661] env[68116]: _type = "Task" [ 1005.066661] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.077122] env[68116]: DEBUG oslo_vmware.api [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.226370] env[68116]: DEBUG nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.246079] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786487, 'name': Rename_Task, 'duration_secs': 0.253021} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.249373] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.249653] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dccbb34d-eb85-4f09-b666-6f5a1a19f020 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.257350] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1005.257350] env[68116]: value = "task-2786490" [ 1005.257350] env[68116]: _type = "Task" [ 1005.257350] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.265642] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.377165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "074d75d3-054a-408a-901b-3031dbeea676" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.377165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.377256] env[68116]: DEBUG nova.compute.manager [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Going to confirm migration 5 {{(pid=68116) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1005.576022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f652692-84e0-4314-bb2e-cc1dc5495e03 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.581321] env[68116]: DEBUG oslo_vmware.api [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329719} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.582036] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.582271] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.582474] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.582701] env[68116]: INFO nova.compute.manager [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1005.582882] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.583089] env[68116]: DEBUG nova.compute.manager [-] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.583187] env[68116]: DEBUG nova.network.neutron [-] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.587823] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1e024-ae75-42f4-9c33-fdecb89d06f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.591039] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "529b75ad-559a-43c9-8991-d165820446d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.591260] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "529b75ad-559a-43c9-8991-d165820446d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.591451] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "529b75ad-559a-43c9-8991-d165820446d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.592800] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "529b75ad-559a-43c9-8991-d165820446d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.592800] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "529b75ad-559a-43c9-8991-d165820446d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.594401] env[68116]: INFO nova.compute.manager [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Terminating instance [ 1005.622278] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758f2cb-966e-4c1e-85b5-e1601cb34a7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.633069] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0677a69-b2e2-4b80-be14-7cebcb076eee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.647796] env[68116]: DEBUG nova.compute.provider_tree [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.739785] env[68116]: INFO nova.compute.manager [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Unrescuing [ 1005.740046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.740205] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquired lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.740371] env[68116]: DEBUG nova.network.neutron [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.753065] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.771021] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.818938] env[68116]: DEBUG nova.compute.manager [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-changed-b503bdf2-9f13-400f-bd42-dad0c7328df7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.819139] env[68116]: DEBUG nova.compute.manager [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Refreshing instance network info cache due to event network-changed-b503bdf2-9f13-400f-bd42-dad0c7328df7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1005.819365] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Acquiring lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.819480] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Acquired lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.819642] env[68116]: DEBUG nova.network.neutron [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Refreshing network info cache for port b503bdf2-9f13-400f-bd42-dad0c7328df7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.922829] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.922987] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.923194] env[68116]: DEBUG nova.network.neutron [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.923431] env[68116]: DEBUG nova.objects.instance [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lazy-loading 'info_cache' on Instance uuid 074d75d3-054a-408a-901b-3031dbeea676 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.970501] env[68116]: DEBUG nova.network.neutron [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7218efa1-6929-4c10-8cb7-534e85549475", "address": "fa:16:3e:8c:00:3f", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7218efa1-69", "ovs_interfaceid": "7218efa1-6929-4c10-8cb7-534e85549475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a84e15f-ec78-4da3-baf1-973b4bf4f746", "address": "fa:16:3e:41:0a:3e", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a84e15f-ec", "ovs_interfaceid": "5a84e15f-ec78-4da3-baf1-973b4bf4f746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.986938] env[68116]: DEBUG nova.compute.manager [req-787bb3dc-a15e-4845-ad7e-4afe441cc789 req-374de8f3-620c-46f1-b392-50093b0e25d0 service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Received event network-vif-deleted-b7b6266e-8622-4ff5-8f33-c7e7bba45ab8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.987242] env[68116]: INFO nova.compute.manager [req-787bb3dc-a15e-4845-ad7e-4afe441cc789 req-374de8f3-620c-46f1-b392-50093b0e25d0 service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Neutron deleted interface b7b6266e-8622-4ff5-8f33-c7e7bba45ab8; detaching it from the instance and deleting it from the info cache [ 1005.987391] env[68116]: DEBUG nova.network.neutron [req-787bb3dc-a15e-4845-ad7e-4afe441cc789 req-374de8f3-620c-46f1-b392-50093b0e25d0 service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.126908] env[68116]: DEBUG nova.compute.manager [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.127318] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.128630] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd34242b-7703-4b86-9a74-d7a1234df060 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.136019] env[68116]: DEBUG nova.compute.manager [req-1b58f3aa-75df-4a02-b8d1-10451d07cbeb req-94f67536-3e07-4781-9ce3-399e754c9011 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-vif-plugged-ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.136413] env[68116]: DEBUG oslo_concurrency.lockutils [req-1b58f3aa-75df-4a02-b8d1-10451d07cbeb req-94f67536-3e07-4781-9ce3-399e754c9011 service nova] Acquiring lock "3a411790-fa98-4297-a670-1fc39539d038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.136749] env[68116]: DEBUG oslo_concurrency.lockutils [req-1b58f3aa-75df-4a02-b8d1-10451d07cbeb req-94f67536-3e07-4781-9ce3-399e754c9011 service nova] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.137050] env[68116]: DEBUG oslo_concurrency.lockutils [req-1b58f3aa-75df-4a02-b8d1-10451d07cbeb req-94f67536-3e07-4781-9ce3-399e754c9011 service nova] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.137337] env[68116]: DEBUG nova.compute.manager [req-1b58f3aa-75df-4a02-b8d1-10451d07cbeb req-94f67536-3e07-4781-9ce3-399e754c9011 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] No waiting events found dispatching network-vif-plugged-ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.137599] env[68116]: WARNING nova.compute.manager [req-1b58f3aa-75df-4a02-b8d1-10451d07cbeb req-94f67536-3e07-4781-9ce3-399e754c9011 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received unexpected event network-vif-plugged-ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 for instance with vm_state building and task_state spawning. [ 1006.145165] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.145557] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6c53b84-c821-40f2-8300-6d906e4ce74f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.150928] env[68116]: DEBUG nova.scheduler.client.report [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.212570] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.212720] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.213019] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleting the datastore file [datastore2] 529b75ad-559a-43c9-8991-d165820446d7 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.213324] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7f6f55-9009-47e3-8ddf-42b4acbee54a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.222590] env[68116]: DEBUG oslo_vmware.api [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1006.222590] env[68116]: value = "task-2786492" [ 1006.222590] env[68116]: _type = "Task" [ 1006.222590] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.232066] env[68116]: DEBUG oslo_vmware.api [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.273805] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.346264] env[68116]: DEBUG nova.network.neutron [-] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.378920] env[68116]: DEBUG nova.network.neutron [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.473631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.474335] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.474486] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.475586] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba26b9ee-f051-44f4-bdd9-cec2b10876a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.496958] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.497159] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.497250] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.497447] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.497598] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.497747] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.497958] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.498135] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.498306] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.498472] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.498646] env[68116]: DEBUG nova.virt.hardware [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.504921] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfiguring VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1006.507801] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fa00e76-6df5-4d74-adde-e6a87b98caf8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.509675] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7aeff3-9123-41d2-b9fd-067f5c518fdb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.530374] env[68116]: DEBUG oslo_vmware.api [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1006.530374] env[68116]: value = "task-2786493" [ 1006.530374] env[68116]: _type = "Task" [ 1006.530374] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.531901] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab010d15-0f34-4cba-bf9c-1dbf81e80fde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.546168] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Successfully updated port: ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.550771] env[68116]: DEBUG nova.network.neutron [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.558248] env[68116]: DEBUG oslo_vmware.api [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.573558] env[68116]: DEBUG nova.compute.manager [req-787bb3dc-a15e-4845-ad7e-4afe441cc789 req-374de8f3-620c-46f1-b392-50093b0e25d0 service nova] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Detach interface failed, port_id=b7b6266e-8622-4ff5-8f33-c7e7bba45ab8, reason: Instance 704e4902-d8b1-4b6b-9314-4d887bc583c4 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1006.609833] env[68116]: DEBUG nova.network.neutron [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.658184] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.658912] env[68116]: DEBUG nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.663133] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.817s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.663398] env[68116]: DEBUG nova.objects.instance [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lazy-loading 'resources' on Instance uuid 55307952-d3d8-4c1c-8183-cd73338705cf {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.736470] env[68116]: DEBUG oslo_vmware.api [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259387} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.736805] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.736924] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.737123] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.737304] env[68116]: INFO nova.compute.manager [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1006.737549] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.737743] env[68116]: DEBUG nova.compute.manager [-] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.737875] env[68116]: DEBUG nova.network.neutron [-] [instance: 529b75ad-559a-43c9-8991-d165820446d7] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.772281] env[68116]: DEBUG oslo_vmware.api [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786490, 'name': PowerOnVM_Task, 'duration_secs': 1.165294} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.772730] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.773085] env[68116]: INFO nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1006.774768] env[68116]: DEBUG nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.776287] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2c69ed-09f2-4a35-ad66-ff10212157b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.849669] env[68116]: INFO nova.compute.manager [-] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Took 1.27 seconds to deallocate network for instance. [ 1007.058959] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Releasing lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.059597] env[68116]: DEBUG nova.objects.instance [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lazy-loading 'flavor' on Instance uuid cb077499-1dce-4793-9551-adad48f1a4c5 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.061159] env[68116]: DEBUG oslo_vmware.api [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.115748] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Releasing lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.118028] env[68116]: DEBUG nova.compute.manager [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-vif-plugged-5a84e15f-ec78-4da3-baf1-973b4bf4f746 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.118028] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.118028] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.118028] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.118412] env[68116]: DEBUG nova.compute.manager [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] No waiting events found dispatching network-vif-plugged-5a84e15f-ec78-4da3-baf1-973b4bf4f746 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.118739] env[68116]: WARNING nova.compute.manager [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received unexpected event network-vif-plugged-5a84e15f-ec78-4da3-baf1-973b4bf4f746 for instance with vm_state active and task_state None. [ 1007.119074] env[68116]: DEBUG nova.compute.manager [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-changed-5a84e15f-ec78-4da3-baf1-973b4bf4f746 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.119423] env[68116]: DEBUG nova.compute.manager [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing instance network info cache due to event network-changed-5a84e15f-ec78-4da3-baf1-973b4bf4f746. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1007.119797] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.122068] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.122068] env[68116]: DEBUG nova.network.neutron [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Refreshing network info cache for port 5a84e15f-ec78-4da3-baf1-973b4bf4f746 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.169788] env[68116]: DEBUG nova.compute.utils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.174962] env[68116]: DEBUG nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.178116] env[68116]: DEBUG nova.network.neutron [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.261070] env[68116]: DEBUG nova.policy [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '854b17566e244d58b7fe4abbea4ddbd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a033fa8bad43f18c2523a46fef606d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.264267] env[68116]: DEBUG nova.network.neutron [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance_info_cache with network_info: [{"id": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "address": "fa:16:3e:8b:72:c2", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a0d474-c5", "ovs_interfaceid": "d0a0d474-c5ef-4710-8268-b466b0d2ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.313443] env[68116]: INFO nova.compute.manager [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Took 34.87 seconds to build instance. [ 1007.356780] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.487539] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78008564-ecaf-4a3f-b221-d1d53daf26f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.495833] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9502b8-3495-4ec7-82b7-9dd63928b7c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.533767] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a83f7f-34ef-49a3-9a7e-0a3849db766b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.542133] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f815a8-c0cf-4e76-9a19-23b3a82bd67c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.558688] env[68116]: DEBUG nova.compute.provider_tree [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.563631] env[68116]: DEBUG oslo_vmware.api [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786493, 'name': ReconfigVM_Task, 'duration_secs': 0.663576} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.564371] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.564582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfigured VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1007.570143] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23aac85-cedc-41f8-8d4b-4ab0824224ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.599821] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.600183] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eb9f972-d77a-4132-9bce-e38fd25bc39c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.607745] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1007.607745] env[68116]: value = "task-2786494" [ 1007.607745] env[68116]: _type = "Task" [ 1007.607745] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.618307] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.639720] env[68116]: DEBUG nova.network.neutron [-] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.676388] env[68116]: DEBUG nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.767753] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-074d75d3-054a-408a-901b-3031dbeea676" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.768055] env[68116]: DEBUG nova.objects.instance [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lazy-loading 'migration_context' on Instance uuid 074d75d3-054a-408a-901b-3031dbeea676 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.801727] env[68116]: DEBUG nova.network.neutron [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Successfully created port: 8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.815149] env[68116]: DEBUG oslo_concurrency.lockutils [None req-00b77269-cb5e-4195-bba3-37f8045830d9 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "8d155a79-a586-46b8-880f-08aeec5385e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.386s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.884273] env[68116]: DEBUG nova.network.neutron [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updated VIF entry in instance network info cache for port 5a84e15f-ec78-4da3-baf1-973b4bf4f746. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.884814] env[68116]: DEBUG nova.network.neutron [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7218efa1-6929-4c10-8cb7-534e85549475", "address": "fa:16:3e:8c:00:3f", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7218efa1-69", "ovs_interfaceid": "7218efa1-6929-4c10-8cb7-534e85549475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a84e15f-ec78-4da3-baf1-973b4bf4f746", "address": "fa:16:3e:41:0a:3e", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a84e15f-ec", "ovs_interfaceid": "5a84e15f-ec78-4da3-baf1-973b4bf4f746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.978204] env[68116]: DEBUG nova.compute.manager [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-changed-ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.978410] env[68116]: DEBUG nova.compute.manager [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Refreshing instance network info cache due to event network-changed-ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1007.978631] env[68116]: DEBUG oslo_concurrency.lockutils [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] Acquiring lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.978777] env[68116]: DEBUG oslo_concurrency.lockutils [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] Acquired lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.978936] env[68116]: DEBUG nova.network.neutron [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Refreshing network info cache for port ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.065187] env[68116]: DEBUG nova.scheduler.client.report [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.072060] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a39981a4-5e21-475a-b5ac-94eab13ed057 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-5a84e15f-ec78-4da3-baf1-973b4bf4f746" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.938s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.118531] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786494, 'name': PowerOffVM_Task, 'duration_secs': 0.293619} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.118913] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.124470] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfiguring VM instance instance-00000032 to detach disk 2002 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.125135] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd96465-3bd6-4a3e-8687-8096054fed4f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.143163] env[68116]: INFO nova.compute.manager [-] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Took 1.41 seconds to deallocate network for instance. [ 1008.146285] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1008.146285] env[68116]: value = "task-2786495" [ 1008.146285] env[68116]: _type = "Task" [ 1008.146285] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.157616] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.195323] env[68116]: DEBUG nova.compute.manager [req-814c3c11-264a-4362-b756-08b04e1d9d1b req-a11ba9a9-8404-4281-9054-0d499d95bc8d service nova] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Received event network-vif-deleted-d879921f-c9e1-4839-b3b1-b85ed6e0905c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.271026] env[68116]: DEBUG nova.objects.base [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Object Instance<074d75d3-054a-408a-901b-3031dbeea676> lazy-loaded attributes: info_cache,migration_context {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.272439] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd75e6-76be-455c-bf5c-165609d660d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.296152] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db04bf3-5718-4291-9fcf-9e9828ef21bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.302029] env[68116]: DEBUG oslo_vmware.api [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1008.302029] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5273994b-11aa-ac2a-2b72-d1d5231320cb" [ 1008.302029] env[68116]: _type = "Task" [ 1008.302029] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.310788] env[68116]: DEBUG oslo_vmware.api [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5273994b-11aa-ac2a-2b72-d1d5231320cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.387815] env[68116]: DEBUG oslo_concurrency.lockutils [req-76c0a53a-24f6-44ea-9766-c46f248f6e19 req-613c59b6-4e3c-42e4-8e02-fe081c5e71a8 service nova] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.534353] env[68116]: DEBUG nova.network.neutron [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.571257] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.573228] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.706s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.574884] env[68116]: INFO nova.compute.claims [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.600110] env[68116]: INFO nova.scheduler.client.report [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Deleted allocations for instance 55307952-d3d8-4c1c-8183-cd73338705cf [ 1008.653902] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.658374] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.665464] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "8d155a79-a586-46b8-880f-08aeec5385e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.665710] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "8d155a79-a586-46b8-880f-08aeec5385e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.665918] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "8d155a79-a586-46b8-880f-08aeec5385e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.666113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "8d155a79-a586-46b8-880f-08aeec5385e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.666287] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "8d155a79-a586-46b8-880f-08aeec5385e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.668246] env[68116]: INFO nova.compute.manager [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Terminating instance [ 1008.670467] env[68116]: DEBUG nova.network.neutron [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.687597] env[68116]: DEBUG nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.718964] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.718964] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.718964] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.718964] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.719236] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.719236] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.719365] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.719523] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.719688] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.719848] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.720028] env[68116]: DEBUG nova.virt.hardware [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.720874] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe842e0-debe-4a26-a6d9-8437d0adade9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.728790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f48507-a883-47ae-9543-0c6b404900ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813354] env[68116]: DEBUG oslo_vmware.api [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5273994b-11aa-ac2a-2b72-d1d5231320cb, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.813751] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.836057] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Successfully updated port: 6dd44bd6-e830-42f0-85f8-bb7a232ad879 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.110951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f81d126-8e63-406d-931b-499313f77f19 tempest-MigrationsAdminTest-481783089 tempest-MigrationsAdminTest-481783089-project-member] Lock "55307952-d3d8-4c1c-8183-cd73338705cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.914s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.157737] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786495, 'name': ReconfigVM_Task, 'duration_secs': 0.526903} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.157906] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfigured VM instance instance-00000032 to detach disk 2002 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.158114] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.158380] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96e293ed-de11-47ec-8dde-a22b28976cd8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.165072] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1009.165072] env[68116]: value = "task-2786496" [ 1009.165072] env[68116]: _type = "Task" [ 1009.165072] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.173263] env[68116]: DEBUG oslo_concurrency.lockutils [req-b09527f2-81f5-488b-a69f-f7008cb93e2c req-77d25b3e-033d-4ee0-910f-86d1dbfc2812 service nova] Releasing lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.173933] env[68116]: DEBUG nova.compute.manager [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.174146] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.174418] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.175438] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb7f735-e377-4be4-8af9-f355dc87416f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.182428] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.182731] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-638b8873-5dc1-4faf-9f8b-f5f5d9a28c34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.188503] env[68116]: DEBUG oslo_vmware.api [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1009.188503] env[68116]: value = "task-2786497" [ 1009.188503] env[68116]: _type = "Task" [ 1009.188503] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.198681] env[68116]: DEBUG oslo_vmware.api [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.339686] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.339947] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.339947] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.541331] env[68116]: DEBUG nova.network.neutron [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Successfully updated port: 8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.570923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-7218efa1-6929-4c10-8cb7-534e85549475" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.571241] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-7218efa1-6929-4c10-8cb7-534e85549475" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.675601] env[68116]: DEBUG oslo_vmware.api [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786496, 'name': PowerOnVM_Task, 'duration_secs': 0.389657} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.676063] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.676231] env[68116]: DEBUG nova.compute.manager [None req-fe714276-25dc-4f24-9ea5-848e7d084eb9 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.677153] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed19e2f-1c86-4d75-89e7-6baab9cdabb0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.698033] env[68116]: DEBUG oslo_vmware.api [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786497, 'name': PowerOffVM_Task, 'duration_secs': 0.170319} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.700629] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.700814] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.701276] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a94bd165-5a3b-48d3-92a3-0f5ee69de57c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.767269] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.767575] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.767860] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleting the datastore file [datastore2] 8d155a79-a586-46b8-880f-08aeec5385e4 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.768202] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cb797e6-02f3-474b-af75-e50cbd28c77d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.777143] env[68116]: DEBUG oslo_vmware.api [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1009.777143] env[68116]: value = "task-2786499" [ 1009.777143] env[68116]: _type = "Task" [ 1009.777143] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.787543] env[68116]: DEBUG oslo_vmware.api [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.801278] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0324c9ed-7e6c-46e4-a4b1-3db032f536ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.808231] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b3b238-8346-409b-a82b-deea8ff1b51a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.838399] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6fed99-2332-4b4e-8a90-af771dfc72f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.847943] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d5cca-ee60-423d-bb8f-d7c2d74f9354 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.864660] env[68116]: DEBUG nova.compute.provider_tree [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.904139] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.043983] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.044766] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.044766] env[68116]: DEBUG nova.network.neutron [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.074097] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.074227] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.078228] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4045d6b-e535-42c2-b2d7-232460f81615 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.097769] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71385c5-4f79-4d4b-b55f-d76652b517d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.128428] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfiguring VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1010.128768] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41942e5-d5b3-44fb-8f4d-14c482a1ec5a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.147662] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1010.147662] env[68116]: value = "task-2786500" [ 1010.147662] env[68116]: _type = "Task" [ 1010.147662] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.150635] env[68116]: DEBUG nova.compute.manager [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-vif-plugged-6dd44bd6-e830-42f0-85f8-bb7a232ad879 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.150857] env[68116]: DEBUG oslo_concurrency.lockutils [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] Acquiring lock "3a411790-fa98-4297-a670-1fc39539d038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.151091] env[68116]: DEBUG oslo_concurrency.lockutils [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.151240] env[68116]: DEBUG oslo_concurrency.lockutils [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.151411] env[68116]: DEBUG nova.compute.manager [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] No waiting events found dispatching network-vif-plugged-6dd44bd6-e830-42f0-85f8-bb7a232ad879 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.151575] env[68116]: WARNING nova.compute.manager [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received unexpected event network-vif-plugged-6dd44bd6-e830-42f0-85f8-bb7a232ad879 for instance with vm_state building and task_state spawning. [ 1010.151735] env[68116]: DEBUG nova.compute.manager [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-changed-6dd44bd6-e830-42f0-85f8-bb7a232ad879 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.151884] env[68116]: DEBUG nova.compute.manager [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Refreshing instance network info cache due to event network-changed-6dd44bd6-e830-42f0-85f8-bb7a232ad879. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1010.152073] env[68116]: DEBUG oslo_concurrency.lockutils [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] Acquiring lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.161017] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.227480] env[68116]: DEBUG nova.compute.manager [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Received event network-vif-plugged-8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.227810] env[68116]: DEBUG oslo_concurrency.lockutils [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] Acquiring lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.228174] env[68116]: DEBUG oslo_concurrency.lockutils [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.229565] env[68116]: DEBUG oslo_concurrency.lockutils [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.229565] env[68116]: DEBUG nova.compute.manager [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] No waiting events found dispatching network-vif-plugged-8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.229565] env[68116]: WARNING nova.compute.manager [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Received unexpected event network-vif-plugged-8c350735-88b5-4b9d-a30b-43cc279f97d1 for instance with vm_state building and task_state spawning. [ 1010.229565] env[68116]: DEBUG nova.compute.manager [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Received event network-changed-8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.229565] env[68116]: DEBUG nova.compute.manager [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Refreshing instance network info cache due to event network-changed-8c350735-88b5-4b9d-a30b-43cc279f97d1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1010.230015] env[68116]: DEBUG oslo_concurrency.lockutils [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] Acquiring lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.288575] env[68116]: DEBUG oslo_vmware.api [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474491} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.288766] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.288948] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.289132] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.289306] env[68116]: INFO nova.compute.manager [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.289538] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.289723] env[68116]: DEBUG nova.compute.manager [-] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.289814] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.387722] env[68116]: ERROR nova.scheduler.client.report [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [req-7a28c95d-d516-402d-9452-3f0c53e18e33] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a28c95d-d516-402d-9452-3f0c53e18e33"}]} [ 1010.405736] env[68116]: DEBUG nova.scheduler.client.report [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.428535] env[68116]: DEBUG nova.scheduler.client.report [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.428535] env[68116]: DEBUG nova.compute.provider_tree [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.440377] env[68116]: DEBUG nova.scheduler.client.report [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.462573] env[68116]: DEBUG nova.scheduler.client.report [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.586975] env[68116]: DEBUG nova.network.neutron [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updating instance_info_cache with network_info: [{"id": "b503bdf2-9f13-400f-bd42-dad0c7328df7", "address": "fa:16:3e:3b:6d:70", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb503bdf2-9f", "ovs_interfaceid": "b503bdf2-9f13-400f-bd42-dad0c7328df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "address": "fa:16:3e:dd:08:10", "network": {"id": "fdfd78fc-ca66-4ad1-a20e-6a4c3ebf287b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153485368", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4b8cf0-a7", "ovs_interfaceid": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "address": "fa:16:3e:82:ac:1a", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd44bd6-e8", "ovs_interfaceid": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.633100] env[68116]: DEBUG nova.network.neutron [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.663925] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.732832] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c462924-431c-41b1-a739-ae455b705c43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.740636] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bb88c9-a0df-4268-b96c-2e953e859909 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.774466] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f11772-e813-4c10-8f50-63fc99641224 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.782817] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac13611-406d-4a0f-971a-8977aa12cbd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.797616] env[68116]: DEBUG nova.compute.provider_tree [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.965358] env[68116]: DEBUG nova.network.neutron [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.090607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Releasing lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.091023] env[68116]: DEBUG nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Instance network_info: |[{"id": "b503bdf2-9f13-400f-bd42-dad0c7328df7", "address": "fa:16:3e:3b:6d:70", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb503bdf2-9f", "ovs_interfaceid": "b503bdf2-9f13-400f-bd42-dad0c7328df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "address": "fa:16:3e:dd:08:10", "network": {"id": "fdfd78fc-ca66-4ad1-a20e-6a4c3ebf287b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153485368", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4b8cf0-a7", "ovs_interfaceid": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "address": "fa:16:3e:82:ac:1a", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd44bd6-e8", "ovs_interfaceid": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.091362] env[68116]: DEBUG oslo_concurrency.lockutils [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] Acquired lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.091549] env[68116]: DEBUG nova.network.neutron [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Refreshing network info cache for port 6dd44bd6-e830-42f0-85f8-bb7a232ad879 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.092773] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:6d:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b503bdf2-9f13-400f-bd42-dad0c7328df7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:08:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ac:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dd44bd6-e830-42f0-85f8-bb7a232ad879', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.109621] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Creating folder: Project (9dc2e52fb5d046a6a90d046dd004fc81). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.110929] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-248bb880-908c-4ed7-affe-32a275b61cff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.123429] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Created folder: Project (9dc2e52fb5d046a6a90d046dd004fc81) in parent group-v559920. [ 1011.123638] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Creating folder: Instances. Parent ref: group-v560160. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.123877] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcdbe3d5-d35a-4b24-9ae8-32cb0ea85e8c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.132914] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Created folder: Instances in parent group-v560160. [ 1011.133163] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.133354] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.133564] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e6ced9-6c5a-48f7-bf81-1dad72f8f0c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.164867] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.169338] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.169338] env[68116]: value = "task-2786503" [ 1011.169338] env[68116]: _type = "Task" [ 1011.169338] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.173529] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786503, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.333388] env[68116]: DEBUG nova.scheduler.client.report [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1011.336019] env[68116]: DEBUG nova.compute.provider_tree [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 114 to 115 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1011.336019] env[68116]: DEBUG nova.compute.provider_tree [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.439486] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.471021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.471021] env[68116]: DEBUG nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Instance network_info: |[{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.471021] env[68116]: DEBUG oslo_concurrency.lockutils [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] Acquired lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.471021] env[68116]: DEBUG nova.network.neutron [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Refreshing network info cache for port 8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.471021] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:d5:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c350735-88b5-4b9d-a30b-43cc279f97d1', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.482308] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.485459] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.485943] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ffc3d88-166d-433e-998b-2aa70643d792 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.506645] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.506645] env[68116]: value = "task-2786504" [ 1011.506645] env[68116]: _type = "Task" [ 1011.506645] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.514670] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786504, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.667057] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.682473] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786503, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.795717] env[68116]: DEBUG nova.network.neutron [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updated VIF entry in instance network info cache for port 8c350735-88b5-4b9d-a30b-43cc279f97d1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.796119] env[68116]: DEBUG nova.network.neutron [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.839629] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.266s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.840190] env[68116]: DEBUG nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.842811] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.070s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.923526] env[68116]: DEBUG nova.network.neutron [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updated VIF entry in instance network info cache for port 6dd44bd6-e830-42f0-85f8-bb7a232ad879. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.924100] env[68116]: DEBUG nova.network.neutron [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updating instance_info_cache with network_info: [{"id": "b503bdf2-9f13-400f-bd42-dad0c7328df7", "address": "fa:16:3e:3b:6d:70", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb503bdf2-9f", "ovs_interfaceid": "b503bdf2-9f13-400f-bd42-dad0c7328df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "address": "fa:16:3e:dd:08:10", "network": {"id": "fdfd78fc-ca66-4ad1-a20e-6a4c3ebf287b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153485368", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4b8cf0-a7", "ovs_interfaceid": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "address": "fa:16:3e:82:ac:1a", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd44bd6-e8", "ovs_interfaceid": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.942096] env[68116]: INFO nova.compute.manager [-] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Took 1.65 seconds to deallocate network for instance. [ 1012.018714] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786504, 'name': CreateVM_Task, 'duration_secs': 0.366866} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.018893] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.019589] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.019762] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.020155] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.020422] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8938da04-4dcd-4fa5-a3a9-456c5f31d84e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.025179] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1012.025179] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ca309e-370e-3957-92de-e1e067b31794" [ 1012.025179] env[68116]: _type = "Task" [ 1012.025179] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.032938] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ca309e-370e-3957-92de-e1e067b31794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.166195] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.175695] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786503, 'name': CreateVM_Task, 'duration_secs': 0.539198} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.175862] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.176743] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.179233] env[68116]: DEBUG nova.compute.manager [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Received event network-vif-deleted-252bcec0-eb8b-4bdb-9eb3-2fc943462e55 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.179508] env[68116]: DEBUG nova.compute.manager [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Received event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.179596] env[68116]: DEBUG nova.compute.manager [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing instance network info cache due to event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1012.179845] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] Acquiring lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.179990] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] Acquired lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.180168] env[68116]: DEBUG nova.network.neutron [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.298318] env[68116]: DEBUG oslo_concurrency.lockutils [req-769225de-c213-4aa4-ba53-ba8b240247b9 req-d6d55c23-51eb-4ccc-a22a-0c630ac2da32 service nova] Releasing lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.347794] env[68116]: DEBUG nova.compute.utils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.356587] env[68116]: DEBUG nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.356758] env[68116]: DEBUG nova.network.neutron [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.404028] env[68116]: DEBUG nova.policy [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0cf1b3794674b598c460939f0b28037', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '553f0c52d5c74917bf39cc95730e4c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.427740] env[68116]: DEBUG oslo_concurrency.lockutils [req-bee8e729-b7eb-48d0-9d73-cf147ff1ffeb req-c7943c3f-4b4a-45fc-8de4-714bd4583c53 service nova] Releasing lock "refresh_cache-3a411790-fa98-4297-a670-1fc39539d038" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.449348] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.535587] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ca309e-370e-3957-92de-e1e067b31794, 'name': SearchDatastore_Task, 'duration_secs': 0.034877} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.535839] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.536087] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.536356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.536506] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.536689] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.536960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.537541] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.537541] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f196c8-537d-4e9b-ab79-c9f16381b17c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.539341] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc1212f5-ee4a-4435-b2dd-08e8e4529207 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.544307] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1012.544307] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b3881a-22df-6df8-c124-c0266ea12f80" [ 1012.544307] env[68116]: _type = "Task" [ 1012.544307] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.548195] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.548402] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.549482] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ef22e8-7d61-4199-8389-b1ece44221fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.554572] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b3881a-22df-6df8-c124-c0266ea12f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.557412] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1012.557412] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5281c95d-5683-ff41-3d20-6e4bde62e754" [ 1012.557412] env[68116]: _type = "Task" [ 1012.557412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.564830] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5281c95d-5683-ff41-3d20-6e4bde62e754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.667247] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.702799] env[68116]: DEBUG nova.network.neutron [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Successfully created port: 1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.857197] env[68116]: DEBUG nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.860448] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Applying migration context for instance 074d75d3-054a-408a-901b-3031dbeea676 as it has an incoming, in-progress migration d3e23f7d-5c9a-4c2c-ade8-ccfd8233f76d. Migration status is confirming {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1012.864261] env[68116]: INFO nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating resource usage from migration d3e23f7d-5c9a-4c2c-ade8-ccfd8233f76d [ 1012.895208] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 21994763-21a4-4797-bfbb-b0c599e1cc5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.896566] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 44e7ad55-9b41-42e1-a564-bf3ec4df61b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.896566] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance cb077499-1dce-4793-9551-adad48f1a4c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.896566] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 913c1bb0-9c12-45a0-820a-d357e0fb1a6c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1012.896566] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 704e4902-d8b1-4b6b-9314-4d887bc583c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1012.896566] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 507e34d3-4116-44e8-b20f-14ed2e51af9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.896566] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 3b00db3a-6f8c-4a55-a257-115e6e70fd98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.896992] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 59e4767e-8354-466f-a0cf-6f89efa776e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.898034] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Migration d3e23f7d-5c9a-4c2c-ade8-ccfd8233f76d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1012.898034] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 074d75d3-054a-408a-901b-3031dbeea676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.898034] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 529b75ad-559a-43c9-8991-d165820446d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1012.898034] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 8d155a79-a586-46b8-880f-08aeec5385e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.898034] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 3a411790-fa98-4297-a670-1fc39539d038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.898034] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance e0dcd954-15bb-4cdc-8430-989769fdb570 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.898034] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 96e1f3e8-9911-4fe1-a165-48cb371a3246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1013.056059] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b3881a-22df-6df8-c124-c0266ea12f80, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.056500] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.056602] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.056821] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.066369] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5281c95d-5683-ff41-3d20-6e4bde62e754, 'name': SearchDatastore_Task, 'duration_secs': 0.032068} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.067273] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce74dd3-a7fb-4da1-88df-17c9a6d1be51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.073454] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1013.073454] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52250098-1736-6e0a-ada3-6f1d2709b455" [ 1013.073454] env[68116]: _type = "Task" [ 1013.073454] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.085546] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52250098-1736-6e0a-ada3-6f1d2709b455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.132390] env[68116]: DEBUG nova.network.neutron [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updated VIF entry in instance network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.132810] env[68116]: DEBUG nova.network.neutron [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.170861] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.401336] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance fdc88bee-d41c-4cda-901f-18a1f1a2ff09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1013.401621] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1013.401770] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1013.584737] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52250098-1736-6e0a-ada3-6f1d2709b455, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.585008] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.585304] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.585585] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.585922] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.586165] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176dd895-8c98-4e22-a92b-6f6fcf04cb1a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.588008] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f2a9a8-94f3-4df0-8130-8a0a02748306 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.596020] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1013.596020] env[68116]: value = "task-2786505" [ 1013.596020] env[68116]: _type = "Task" [ 1013.596020] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.600265] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.600265] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.600797] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7eed41d-0d72-48b6-9033-0c8133d61b7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.605957] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.610740] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1013.610740] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52795af3-735c-c3ae-fe23-80f213fc2557" [ 1013.610740] env[68116]: _type = "Task" [ 1013.610740] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.617973] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52795af3-735c-c3ae-fe23-80f213fc2557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.619430] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270fab39-5a44-43c4-be3f-a627c11a7683 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.626195] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea936f73-da65-4fa5-a39e-fec7411c5553 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.659016] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] Releasing lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.659332] env[68116]: DEBUG nova.compute.manager [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Received event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.659536] env[68116]: DEBUG nova.compute.manager [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing instance network info cache due to event network-changed-65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1013.659779] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] Acquiring lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.659928] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] Acquired lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.660105] env[68116]: DEBUG nova.network.neutron [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Refreshing network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.664027] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bf01a0-2b3a-44a3-899e-a8d788fe20be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.681446] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a61f0a-bfb9-451f-940b-51ce95ab130d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.684495] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.695355] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.870996] env[68116]: DEBUG nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.899903] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.900211] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.900377] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.900559] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.900746] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.900846] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.901116] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.901302] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.901485] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.901645] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.901818] env[68116]: DEBUG nova.virt.hardware [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.902875] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64637aab-e90b-448e-b297-85e6b22ffacd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.912246] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45348d1-dae8-47b0-8e98-a2718ddcafb3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.106942] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510889} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.107235] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.107455] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.107703] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7dc2d39-095e-4b0d-a432-dbfadccdfaec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.115108] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1014.115108] env[68116]: value = "task-2786506" [ 1014.115108] env[68116]: _type = "Task" [ 1014.115108] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.121895] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52795af3-735c-c3ae-fe23-80f213fc2557, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.123137] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15aecb13-0132-4203-a306-5ddbb908b903 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.128865] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.131772] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1014.131772] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5273be88-fc30-f279-e4b0-b85a8a2c9686" [ 1014.131772] env[68116]: _type = "Task" [ 1014.131772] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.139680] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5273be88-fc30-f279-e4b0-b85a8a2c9686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.175093] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.198218] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.449421] env[68116]: DEBUG nova.compute.manager [req-dbcb2865-4d25-41bb-9a42-a04f12a455fb req-62cba241-6380-4644-bf3a-a91db2ba0bcf service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-vif-plugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.449647] env[68116]: DEBUG oslo_concurrency.lockutils [req-dbcb2865-4d25-41bb-9a42-a04f12a455fb req-62cba241-6380-4644-bf3a-a91db2ba0bcf service nova] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.449851] env[68116]: DEBUG oslo_concurrency.lockutils [req-dbcb2865-4d25-41bb-9a42-a04f12a455fb req-62cba241-6380-4644-bf3a-a91db2ba0bcf service nova] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.450068] env[68116]: DEBUG oslo_concurrency.lockutils [req-dbcb2865-4d25-41bb-9a42-a04f12a455fb req-62cba241-6380-4644-bf3a-a91db2ba0bcf service nova] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.450288] env[68116]: DEBUG nova.compute.manager [req-dbcb2865-4d25-41bb-9a42-a04f12a455fb req-62cba241-6380-4644-bf3a-a91db2ba0bcf service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] No waiting events found dispatching network-vif-plugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.450465] env[68116]: WARNING nova.compute.manager [req-dbcb2865-4d25-41bb-9a42-a04f12a455fb req-62cba241-6380-4644-bf3a-a91db2ba0bcf service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received unexpected event network-vif-plugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 for instance with vm_state building and task_state spawning. [ 1014.522202] env[68116]: DEBUG nova.network.neutron [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updated VIF entry in instance network info cache for port 65cb1a0c-b485-4d91-8ec5-6457f842f641. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.522611] env[68116]: DEBUG nova.network.neutron [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [{"id": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "address": "fa:16:3e:df:ad:9b", "network": {"id": "44efef95-dabf-48ea-8020-00b930529788", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1845816902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94d0f5468b6241ec8ac16db602f3712a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1a0c-b4", "ovs_interfaceid": "65cb1a0c-b485-4d91-8ec5-6457f842f641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.576321] env[68116]: DEBUG nova.network.neutron [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Successfully updated port: 1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.631113] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064406} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.631993] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.632889] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce3f61-98e9-4ed9-b3bc-b7cd8295e703 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.660832] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.664905] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5259aa04-9732-472e-bf47-6c0cc177eb57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.679895] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5273be88-fc30-f279-e4b0-b85a8a2c9686, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.680387] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.680722] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3a411790-fa98-4297-a670-1fc39539d038/3a411790-fa98-4297-a670-1fc39539d038.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.684410] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c788da83-52bf-485e-a889-f28c80ddbdf5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.690427] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1014.690427] env[68116]: value = "task-2786507" [ 1014.690427] env[68116]: _type = "Task" [ 1014.690427] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.695738] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.699331] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1014.699331] env[68116]: value = "task-2786508" [ 1014.699331] env[68116]: _type = "Task" [ 1014.699331] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.706156] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1014.706370] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.864s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.706595] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.706835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.214s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.707024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.709010] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.956s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.710466] env[68116]: INFO nova.compute.claims [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.718936] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.734842] env[68116]: INFO nova.scheduler.client.report [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Deleted allocations for instance 913c1bb0-9c12-45a0-820a-d357e0fb1a6c [ 1015.025747] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfe04054-016e-4a4d-bb1f-a06cf214f4d1 req-66293661-5f62-428a-bd6f-a82ac9716361 service nova] Releasing lock "refresh_cache-cb077499-1dce-4793-9551-adad48f1a4c5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.080906] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.081221] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.081438] env[68116]: DEBUG nova.network.neutron [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.192809] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.219105] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.230590] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786508, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.247922] env[68116]: DEBUG oslo_concurrency.lockutils [None req-469cdcb2-8c5c-4f00-b406-d60925d5881a tempest-ServersWithSpecificFlavorTestJSON-306442882 tempest-ServersWithSpecificFlavorTestJSON-306442882-project-member] Lock "913c1bb0-9c12-45a0-820a-d357e0fb1a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.091s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.632747] env[68116]: DEBUG nova.network.neutron [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.694249] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.707476] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786507, 'name': ReconfigVM_Task, 'duration_secs': 0.529177} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.710756] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.711383] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ef981ae-b787-4dc1-bf71-c9ad1b949592 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.718298] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702031} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.722021] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3a411790-fa98-4297-a670-1fc39539d038/3a411790-fa98-4297-a670-1fc39539d038.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.722021] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.722021] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1015.722021] env[68116]: value = "task-2786509" [ 1015.722021] env[68116]: _type = "Task" [ 1015.722021] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.722021] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89869b9e-93fe-4248-af47-009def823d0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.737276] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786509, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.737922] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1015.737922] env[68116]: value = "task-2786510" [ 1015.737922] env[68116]: _type = "Task" [ 1015.737922] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.753628] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.861876] env[68116]: DEBUG nova.network.neutron [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.008789] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4deac7-b2e7-4f74-ba09-2db578c02279 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.018576] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3793d5e-dd53-4b23-a4a2-872b296d29b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.049926] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da23021-9a41-4178-8f78-32167c731da9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.058810] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5386d192-70c6-4d1d-bef0-fe1bf07dc4f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.072592] env[68116]: DEBUG nova.compute.provider_tree [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.194325] env[68116]: DEBUG oslo_vmware.api [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786500, 'name': ReconfigVM_Task, 'duration_secs': 5.771012} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.194325] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.194464] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfigured VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1016.235310] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786509, 'name': Rename_Task, 'duration_secs': 0.151423} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.235310] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.235310] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f9b77d-c028-4b33-a9b2-e28d928eeb6f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.244608] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1016.244608] env[68116]: value = "task-2786511" [ 1016.244608] env[68116]: _type = "Task" [ 1016.244608] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.252952] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160639} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.253694] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.254700] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdb188d-5a8d-40ff-ad92-c3ecbc474137 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.259913] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.290229] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 3a411790-fa98-4297-a670-1fc39539d038/3a411790-fa98-4297-a670-1fc39539d038.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.290229] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9b69a8-1df5-41fa-8be4-e1ad75ab6a41 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.309854] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1016.309854] env[68116]: value = "task-2786512" [ 1016.309854] env[68116]: _type = "Task" [ 1016.309854] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.318423] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.370505] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.370864] env[68116]: DEBUG nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance network_info: |[{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.371313] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:42:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b47e5a5-5481-413d-b98e-9c69d26feef0', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.379086] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.379331] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.379604] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c43ea7-13fc-44ea-a498-d3567f0385df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.401997] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.401997] env[68116]: value = "task-2786513" [ 1016.401997] env[68116]: _type = "Task" [ 1016.401997] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.409672] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786513, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.610714] env[68116]: DEBUG nova.scheduler.client.report [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1016.610986] env[68116]: DEBUG nova.compute.provider_tree [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 115 to 116 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1016.611366] env[68116]: DEBUG nova.compute.provider_tree [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.755374] env[68116]: DEBUG nova.compute.manager [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.755708] env[68116]: DEBUG nova.compute.manager [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing instance network info cache due to event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1016.755997] env[68116]: DEBUG oslo_concurrency.lockutils [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] Acquiring lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.757106] env[68116]: DEBUG oslo_concurrency.lockutils [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] Acquired lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.757106] env[68116]: DEBUG nova.network.neutron [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.770044] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.819941] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.913339] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786513, 'name': CreateVM_Task, 'duration_secs': 0.343431} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.913521] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.914266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.914480] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.914810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.915109] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff01233-5953-491d-b10a-ac04dfec6b34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.922653] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1016.922653] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52395586-2774-8240-9104-7682671a98f5" [ 1016.922653] env[68116]: _type = "Task" [ 1016.922653] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.937455] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52395586-2774-8240-9104-7682671a98f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012628} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.937753] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.937988] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.940438] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.940438] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.940438] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.940438] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23786d36-6b64-4e5c-9b64-03eb839ffd47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.947821] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.950961] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.950961] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a105db8-c7eb-483e-91b3-201fac5f7f5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.954147] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1016.954147] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d1e8c9-ff58-ab98-cee8-e96552c0c96e" [ 1016.954147] env[68116]: _type = "Task" [ 1016.954147] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.964507] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d1e8c9-ff58-ab98-cee8-e96552c0c96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.117134] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.117739] env[68116]: DEBUG nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.125435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.768s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.125435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.128165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.473s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.128165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.129229] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.316s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.165494] env[68116]: INFO nova.scheduler.client.report [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted allocations for instance 704e4902-d8b1-4b6b-9314-4d887bc583c4 [ 1017.173337] env[68116]: INFO nova.scheduler.client.report [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted allocations for instance 529b75ad-559a-43c9-8991-d165820446d7 [ 1017.257243] env[68116]: DEBUG oslo_vmware.api [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786511, 'name': PowerOnVM_Task, 'duration_secs': 0.586427} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.257597] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.258212] env[68116]: INFO nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1017.258212] env[68116]: DEBUG nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.258944] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5355fc70-2ad1-4720-bd00-6dbd6969049b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.320455] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786512, 'name': ReconfigVM_Task, 'duration_secs': 0.930944} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.320638] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 3a411790-fa98-4297-a670-1fc39539d038/3a411790-fa98-4297-a670-1fc39539d038.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.321232] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0958a3aa-25d9-4a4c-b469-c4dd4f7f781b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.327546] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1017.327546] env[68116]: value = "task-2786514" [ 1017.327546] env[68116]: _type = "Task" [ 1017.327546] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.335789] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786514, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.464853] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d1e8c9-ff58-ab98-cee8-e96552c0c96e, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.465709] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79094eb9-4e7a-48e0-9cdc-8c3f40c48682 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.470848] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1017.470848] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5275f1ff-0d36-0bc0-ac20-88be51fba5c1" [ 1017.470848] env[68116]: _type = "Task" [ 1017.470848] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.487922] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5275f1ff-0d36-0bc0-ac20-88be51fba5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.494513] env[68116]: DEBUG nova.network.neutron [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updated VIF entry in instance network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.494927] env[68116]: DEBUG nova.network.neutron [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.533254] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.533452] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.533632] env[68116]: DEBUG nova.network.neutron [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.551435] env[68116]: DEBUG nova.compute.manager [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-vif-deleted-5a84e15f-ec78-4da3-baf1-973b4bf4f746 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.551738] env[68116]: INFO nova.compute.manager [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Neutron deleted interface 5a84e15f-ec78-4da3-baf1-973b4bf4f746; detaching it from the instance and deleting it from the info cache [ 1017.552151] env[68116]: DEBUG nova.network.neutron [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7218efa1-6929-4c10-8cb7-534e85549475", "address": "fa:16:3e:8c:00:3f", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7218efa1-69", "ovs_interfaceid": "7218efa1-6929-4c10-8cb7-534e85549475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.610113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "21cae65b-8e16-4f2b-a24f-ac115124328c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.610113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.632393] env[68116]: DEBUG nova.compute.utils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.637844] env[68116]: DEBUG nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.638040] env[68116]: DEBUG nova.network.neutron [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.677588] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bdbbd7df-933a-41e8-950b-390448f895c5 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "704e4902-d8b1-4b6b-9314-4d887bc583c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.724s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.684461] env[68116]: DEBUG oslo_concurrency.lockutils [None req-de3039bf-00dd-47b9-b856-3378cf20d114 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "529b75ad-559a-43c9-8991-d165820446d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.093s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.703945] env[68116]: DEBUG nova.policy [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21912116abb94b458e924e9de386cccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6b60cf3d339474ab95bd09d48569714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.783148] env[68116]: INFO nova.compute.manager [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Took 26.49 seconds to build instance. [ 1017.837405] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786514, 'name': Rename_Task, 'duration_secs': 0.154665} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.840319] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.841058] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c9ae988-6354-40e9-94f8-5a92f337290c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.848809] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1017.848809] env[68116]: value = "task-2786515" [ 1017.848809] env[68116]: _type = "Task" [ 1017.848809] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.862503] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.892396] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ff4f24-3195-441f-9604-f62c2d5f2806 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.898619] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11da5b52-884a-4f36-b1c4-c0d55e4f5724 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.932734] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9a7e5e-0d03-4819-a486-72aaa2483fc3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.942454] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12cd287-d04b-4cab-bd60-982785ee59a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.956650] env[68116]: DEBUG nova.compute.provider_tree [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.988478] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5275f1ff-0d36-0bc0-ac20-88be51fba5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.018282} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.988478] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.988478] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.988478] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3396b41-19d0-46c0-8f87-c042e63dce00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.996131] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1017.996131] env[68116]: value = "task-2786516" [ 1017.996131] env[68116]: _type = "Task" [ 1017.996131] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.998377] env[68116]: DEBUG oslo_concurrency.lockutils [req-eac4ee58-9b51-49f6-8ec0-a87755b99756 req-707f470a-bf85-4370-a42f-5ae6b043f2dc service nova] Releasing lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.003161] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.054863] env[68116]: DEBUG oslo_concurrency.lockutils [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.055207] env[68116]: DEBUG oslo_concurrency.lockutils [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Acquired lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.056365] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5648a87-7ce9-4988-a152-28905d00d38e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.084707] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335d4fb-4935-4a1b-96eb-bdb4868fca9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.119102] env[68116]: DEBUG nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.126171] env[68116]: DEBUG nova.virt.vmwareapi.vmops [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfiguring VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1018.129633] env[68116]: DEBUG nova.network.neutron [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Successfully created port: 9b9d89ff-5b35-417d-8b73-1e37979081e3 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.131405] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2cc4b7-3bd9-4273-a237-4f4727776841 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.149161] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.149161] env[68116]: DEBUG nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.160380] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Waiting for the task: (returnval){ [ 1018.160380] env[68116]: value = "task-2786517" [ 1018.160380] env[68116]: _type = "Task" [ 1018.160380] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.169092] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.285714] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9600e4a-89ee-4dba-a872-1622683e1157 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.004s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.360994] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.460309] env[68116]: DEBUG nova.scheduler.client.report [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.506642] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.653941] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.674381] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.686327] env[68116]: INFO nova.network.neutron [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Port 7218efa1-6929-4c10-8cb7-534e85549475 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1018.686671] env[68116]: INFO nova.network.neutron [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Port 5a84e15f-ec78-4da3-baf1-973b4bf4f746 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1018.687194] env[68116]: DEBUG nova.network.neutron [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [{"id": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "address": "fa:16:3e:47:25:eb", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap124c8c01-60", "ovs_interfaceid": "124c8c01-6073-4ebf-8c67-2d89aaf8e17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.864713] env[68116]: DEBUG oslo_vmware.api [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786515, 'name': PowerOnVM_Task, 'duration_secs': 0.82229} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.865329] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.868567] env[68116]: INFO nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Took 16.15 seconds to spawn the instance on the hypervisor. [ 1018.868788] env[68116]: DEBUG nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.869653] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446074c0-0d79-440a-a89c-ec9e248990ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.006809] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620087} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.007384] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.010824] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.011151] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1e6b59-3633-4b54-b1c0-b1c1481cbea8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.021633] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1019.021633] env[68116]: value = "task-2786518" [ 1019.021633] env[68116]: _type = "Task" [ 1019.021633] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.031558] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.083763] env[68116]: DEBUG nova.compute.manager [req-0d58c94d-8877-45e2-b71f-919efb1e6fb2 req-885ba051-564f-4356-8d94-971e8c4e060d service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-vif-deleted-7218efa1-6929-4c10-8cb7-534e85549475 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1019.161718] env[68116]: DEBUG nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.175343] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.186993] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.187253] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.187413] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.187595] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.187740] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.187885] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.188180] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.188286] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.188458] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.188618] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.188794] env[68116]: DEBUG nova.virt.hardware [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.189652] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30044153-72b2-43df-8578-afc0fd980f09 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.192400] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.204858] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c489d420-80e6-4036-8a5b-72c24018eb5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.389681] env[68116]: INFO nova.compute.manager [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Took 35.34 seconds to build instance. [ 1019.408970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.409236] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.473988] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.344s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.478051] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.028s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.478051] env[68116]: DEBUG nova.objects.instance [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lazy-loading 'resources' on Instance uuid 8d155a79-a586-46b8-880f-08aeec5385e4 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.535583] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071098} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.535918] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.536996] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81f242-6938-4e23-a2cc-27595a1a6081 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.563793] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.564546] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c43f69-6663-4f9b-8fcc-0aba52b5410d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.588128] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1019.588128] env[68116]: value = "task-2786519" [ 1019.588128] env[68116]: _type = "Task" [ 1019.588128] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.600754] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.676080] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.699516] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee5ab21a-c3cf-4153-9913-e8b849d07a95 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-507e34d3-4116-44e8-b20f-14ed2e51af9a-7218efa1-6929-4c10-8cb7-534e85549475" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.128s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.891084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c4d7c425-4896-4e82-bde6-612b84d930e1 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "3a411790-fa98-4297-a670-1fc39539d038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.859s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.920026] env[68116]: DEBUG nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.048188] env[68116]: INFO nova.scheduler.client.report [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted allocation for migration d3e23f7d-5c9a-4c2c-ade8-ccfd8233f76d [ 1020.106226] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.181791] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.273016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56645336-024f-47c9-9e6b-eee6f7e84f2f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.284053] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef9e17-e160-405d-82f7-f570bc6b85a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.324887] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c276ba84-e994-4ca4-90c2-1cf9a753c1c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.328234] env[68116]: DEBUG nova.network.neutron [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Successfully updated port: 9b9d89ff-5b35-417d-8b73-1e37979081e3 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.335776] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c5efc-b62c-4a60-b660-0eb12193d357 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.353234] env[68116]: DEBUG nova.compute.provider_tree [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.425519] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "3a411790-fa98-4297-a670-1fc39539d038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.426895] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "3a411790-fa98-4297-a670-1fc39539d038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.426895] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "3a411790-fa98-4297-a670-1fc39539d038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.426895] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.426895] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "3a411790-fa98-4297-a670-1fc39539d038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.431419] env[68116]: INFO nova.compute.manager [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Terminating instance [ 1020.446138] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.554435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9101adf6-e2ce-481d-8509-99dcccdc7081 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.177s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.601039] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786519, 'name': ReconfigVM_Task, 'duration_secs': 0.652093} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.601338] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.601999] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9431c97-e776-4015-a1ac-4d88539fe0fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.609916] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1020.609916] env[68116]: value = "task-2786520" [ 1020.609916] env[68116]: _type = "Task" [ 1020.609916] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.618690] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786520, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.675836] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.830917] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "refresh_cache-fdc88bee-d41c-4cda-901f-18a1f1a2ff09" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.831314] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "refresh_cache-fdc88bee-d41c-4cda-901f-18a1f1a2ff09" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.831409] env[68116]: DEBUG nova.network.neutron [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.856564] env[68116]: DEBUG nova.scheduler.client.report [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.935932] env[68116]: DEBUG nova.compute.manager [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.936334] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.937404] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44e1134-7960-490e-b0b3-f96d9ed18f5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.947410] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.947636] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c66968-12d4-4db0-a37d-2ce212c42d17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.954789] env[68116]: DEBUG oslo_vmware.api [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1020.954789] env[68116]: value = "task-2786521" [ 1020.954789] env[68116]: _type = "Task" [ 1020.954789] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.964767] env[68116]: DEBUG oslo_vmware.api [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.981401] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "074d75d3-054a-408a-901b-3031dbeea676" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.981676] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.981889] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "074d75d3-054a-408a-901b-3031dbeea676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.982048] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.982229] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.984368] env[68116]: INFO nova.compute.manager [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Terminating instance [ 1021.119234] env[68116]: DEBUG nova.compute.manager [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Received event network-changed-8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1021.119717] env[68116]: DEBUG nova.compute.manager [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Refreshing instance network info cache due to event network-changed-8c350735-88b5-4b9d-a30b-43cc279f97d1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1021.119717] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Acquiring lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.119898] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Acquired lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.119939] env[68116]: DEBUG nova.network.neutron [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Refreshing network info cache for port 8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.127678] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786520, 'name': Rename_Task, 'duration_secs': 0.167167} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.128015] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.128230] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca65958-250e-4179-838f-e9837a5919b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.138132] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1021.138132] env[68116]: value = "task-2786522" [ 1021.138132] env[68116]: _type = "Task" [ 1021.138132] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.147852] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.176799] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.362056] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.364880] env[68116]: DEBUG nova.network.neutron [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.367983] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.714s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.368964] env[68116]: INFO nova.compute.claims [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.388987] env[68116]: INFO nova.scheduler.client.report [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleted allocations for instance 8d155a79-a586-46b8-880f-08aeec5385e4 [ 1021.468116] env[68116]: DEBUG oslo_vmware.api [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786521, 'name': PowerOffVM_Task, 'duration_secs': 0.219835} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.468369] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.468592] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.468778] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b536f05-c2d6-46eb-8757-8e2c6a63bc65 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.473956] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "f575018a-d6f5-4bae-9e08-a2331236e74a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.474286] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.488426] env[68116]: DEBUG nova.compute.manager [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.488641] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.489708] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a661f1ae-f986-40e3-b7fd-64fe04f69627 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.499602] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.499952] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797b0816-e79f-4f15-8e3a-60d8a674b1cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.506984] env[68116]: DEBUG oslo_vmware.api [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1021.506984] env[68116]: value = "task-2786524" [ 1021.506984] env[68116]: _type = "Task" [ 1021.506984] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.516011] env[68116]: DEBUG oslo_vmware.api [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.531978] env[68116]: DEBUG nova.network.neutron [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Updating instance_info_cache with network_info: [{"id": "9b9d89ff-5b35-417d-8b73-1e37979081e3", "address": "fa:16:3e:92:e7:9f", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9d89ff-5b", "ovs_interfaceid": "9b9d89ff-5b35-417d-8b73-1e37979081e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.652126] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.653699] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.653951] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.654097] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Deleting the datastore file [datastore2] 3a411790-fa98-4297-a670-1fc39539d038 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.654350] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e17b72-4238-43be-b491-d9ec325270aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.661412] env[68116]: DEBUG oslo_vmware.api [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1021.661412] env[68116]: value = "task-2786525" [ 1021.661412] env[68116]: _type = "Task" [ 1021.661412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.669477] env[68116]: DEBUG oslo_vmware.api [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.678135] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.859695] env[68116]: DEBUG nova.network.neutron [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updated VIF entry in instance network info cache for port 8c350735-88b5-4b9d-a30b-43cc279f97d1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.860170] env[68116]: DEBUG nova.network.neutron [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.899473] env[68116]: DEBUG oslo_concurrency.lockutils [None req-98b647f7-e745-473e-8cd9-6c644b40ad92 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "8d155a79-a586-46b8-880f-08aeec5385e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.233s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.976295] env[68116]: DEBUG nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.018911] env[68116]: DEBUG oslo_vmware.api [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786524, 'name': PowerOffVM_Task, 'duration_secs': 0.317012} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.019221] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.019406] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.019665] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-734134ad-e37f-4be4-9f7b-418436df1abb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.034744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "refresh_cache-fdc88bee-d41c-4cda-901f-18a1f1a2ff09" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.035050] env[68116]: DEBUG nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Instance network_info: |[{"id": "9b9d89ff-5b35-417d-8b73-1e37979081e3", "address": "fa:16:3e:92:e7:9f", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9d89ff-5b", "ovs_interfaceid": "9b9d89ff-5b35-417d-8b73-1e37979081e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.035492] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:e7:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b9d89ff-5b35-417d-8b73-1e37979081e3', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.043141] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.043380] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.043610] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08aae9d6-648f-4a5c-9dc9-22b2263ce12f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.064782] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.064782] env[68116]: value = "task-2786527" [ 1022.064782] env[68116]: _type = "Task" [ 1022.064782] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.073702] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786527, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.120359] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.120594] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.120775] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleting the datastore file [datastore1] 074d75d3-054a-408a-901b-3031dbeea676 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.121078] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d3a8a7-050f-49d3-a5f1-50cbc657eba5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.129048] env[68116]: DEBUG oslo_vmware.api [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1022.129048] env[68116]: value = "task-2786528" [ 1022.129048] env[68116]: _type = "Task" [ 1022.129048] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.139626] env[68116]: DEBUG oslo_vmware.api [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.150486] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.173455] env[68116]: DEBUG oslo_vmware.api [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1701} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.174858] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.175231] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.175341] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.175528] env[68116]: INFO nova.compute.manager [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1022.175777] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.175978] env[68116]: DEBUG nova.compute.manager [-] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.176088] env[68116]: DEBUG nova.network.neutron [-] [instance: 3a411790-fa98-4297-a670-1fc39539d038] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.183795] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.363989] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Releasing lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.363989] env[68116]: DEBUG nova.compute.manager [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Received event network-vif-plugged-9b9d89ff-5b35-417d-8b73-1e37979081e3 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.364237] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Acquiring lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.364688] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.365156] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.365331] env[68116]: DEBUG nova.compute.manager [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] No waiting events found dispatching network-vif-plugged-9b9d89ff-5b35-417d-8b73-1e37979081e3 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.365655] env[68116]: WARNING nova.compute.manager [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Received unexpected event network-vif-plugged-9b9d89ff-5b35-417d-8b73-1e37979081e3 for instance with vm_state building and task_state spawning. [ 1022.365931] env[68116]: DEBUG nova.compute.manager [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Received event network-changed-9b9d89ff-5b35-417d-8b73-1e37979081e3 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.366433] env[68116]: DEBUG nova.compute.manager [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Refreshing instance network info cache due to event network-changed-9b9d89ff-5b35-417d-8b73-1e37979081e3. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1022.366585] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Acquiring lock "refresh_cache-fdc88bee-d41c-4cda-901f-18a1f1a2ff09" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.367033] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Acquired lock "refresh_cache-fdc88bee-d41c-4cda-901f-18a1f1a2ff09" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.367170] env[68116]: DEBUG nova.network.neutron [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Refreshing network info cache for port 9b9d89ff-5b35-417d-8b73-1e37979081e3 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.506307] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.576747] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786527, 'name': CreateVM_Task, 'duration_secs': 0.361495} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.579658] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.580971] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.581155] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.581467] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.581734] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63de73f2-ec19-4031-9705-5b6c6ec56168 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.587706] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1022.587706] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522a87c5-6da6-bb3d-9811-deb8cf66af8e" [ 1022.587706] env[68116]: _type = "Task" [ 1022.587706] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.604238] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522a87c5-6da6-bb3d-9811-deb8cf66af8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.604546] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.604775] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.605669] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.605669] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.605669] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.605669] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f677218c-1b42-4f82-8b3f-0275f199a12b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.617654] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.617839] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.618611] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a380755d-65ed-4364-9daa-ecd3de679984 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.625456] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1022.625456] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529c6883-9198-af7b-cc4f-9010a3bb8fa7" [ 1022.625456] env[68116]: _type = "Task" [ 1022.625456] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.639284] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529c6883-9198-af7b-cc4f-9010a3bb8fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.647166] env[68116]: DEBUG oslo_vmware.api [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187953} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.647304] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.647755] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.647755] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.647862] env[68116]: INFO nova.compute.manager [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1022.648081] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.648276] env[68116]: DEBUG nova.compute.manager [-] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.648362] env[68116]: DEBUG nova.network.neutron [-] [instance: 074d75d3-054a-408a-901b-3031dbeea676] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.653108] env[68116]: DEBUG oslo_vmware.api [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786522, 'name': PowerOnVM_Task, 'duration_secs': 1.470225} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.654409] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.654605] env[68116]: INFO nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1022.654887] env[68116]: DEBUG nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.655667] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234a91a7-fc5f-4209-86f9-e806d030a6c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.658533] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ca2f2a-55dd-4819-90a7-83973e345713 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.668101] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7fc312-0373-4551-8afd-71f6f0378ce1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.706426] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae05e53-7715-4e3b-8ac1-aaebdbe7724e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.713177] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.719192] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee75a1dc-4efd-4538-80df-bc9e1d6054a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.733801] env[68116]: DEBUG nova.compute.provider_tree [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.151419] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529c6883-9198-af7b-cc4f-9010a3bb8fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.151879] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313bdad7-92ed-4a99-900a-8f23f726b55c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.168144] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1023.168144] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5209cd31-c3be-0c28-f882-651dd1c2991d" [ 1023.168144] env[68116]: _type = "Task" [ 1023.168144] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.170852] env[68116]: DEBUG nova.compute.manager [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-vif-deleted-b503bdf2-9f13-400f-bd42-dad0c7328df7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.170944] env[68116]: INFO nova.compute.manager [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Neutron deleted interface b503bdf2-9f13-400f-bd42-dad0c7328df7; detaching it from the instance and deleting it from the info cache [ 1023.171266] env[68116]: DEBUG nova.network.neutron [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updating instance_info_cache with network_info: [{"id": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "address": "fa:16:3e:dd:08:10", "network": {"id": "fdfd78fc-ca66-4ad1-a20e-6a4c3ebf287b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153485368", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4b8cf0-a7", "ovs_interfaceid": "ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "address": "fa:16:3e:82:ac:1a", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd44bd6-e8", "ovs_interfaceid": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.177577] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5209cd31-c3be-0c28-f882-651dd1c2991d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.195984] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.196557] env[68116]: INFO nova.compute.manager [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Took 28.35 seconds to build instance. [ 1023.221841] env[68116]: DEBUG nova.network.neutron [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Updated VIF entry in instance network info cache for port 9b9d89ff-5b35-417d-8b73-1e37979081e3. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.222691] env[68116]: DEBUG nova.network.neutron [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Updating instance_info_cache with network_info: [{"id": "9b9d89ff-5b35-417d-8b73-1e37979081e3", "address": "fa:16:3e:92:e7:9f", "network": {"id": "06247cc4-a2a1-4a09-8666-f4b5810d7779", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1965176205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6b60cf3d339474ab95bd09d48569714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9d89ff-5b", "ovs_interfaceid": "9b9d89ff-5b35-417d-8b73-1e37979081e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.238062] env[68116]: DEBUG nova.scheduler.client.report [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.675178] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5209cd31-c3be-0c28-f882-651dd1c2991d, 'name': SearchDatastore_Task, 'duration_secs': 0.018843} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.675468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.675727] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fdc88bee-d41c-4cda-901f-18a1f1a2ff09/fdc88bee-d41c-4cda-901f-18a1f1a2ff09.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.675982] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6eaea2-4fbc-407b-9539-eb23569e90da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.681554] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c69520c-574e-4bd5-9254-10f00be309a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.694936] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.701660] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a292444-dd20-45b0-af2c-d29e91a06a5c tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.873s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.705067] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1023.705067] env[68116]: value = "task-2786529" [ 1023.705067] env[68116]: _type = "Task" [ 1023.705067] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.709313] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391993b-de77-4ee4-9d1c-ea08c34d4c24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.729983] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.734459] env[68116]: DEBUG oslo_concurrency.lockutils [req-7855462c-6a19-401b-97fa-9069bf1bc645 req-538a1d78-8030-4539-93b0-ae377585d8c6 service nova] Releasing lock "refresh_cache-fdc88bee-d41c-4cda-901f-18a1f1a2ff09" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.745655] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.746233] env[68116]: DEBUG nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.749344] env[68116]: DEBUG nova.compute.manager [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Detach interface failed, port_id=b503bdf2-9f13-400f-bd42-dad0c7328df7, reason: Instance 3a411790-fa98-4297-a670-1fc39539d038 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1023.749511] env[68116]: DEBUG nova.compute.manager [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-vif-deleted-ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.749681] env[68116]: INFO nova.compute.manager [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Neutron deleted interface ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9; detaching it from the instance and deleting it from the info cache [ 1023.749917] env[68116]: DEBUG nova.network.neutron [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updating instance_info_cache with network_info: [{"id": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "address": "fa:16:3e:82:ac:1a", "network": {"id": "562c6b84-87f0-4526-b57b-6e407fee3818", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279551644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd44bd6-e8", "ovs_interfaceid": "6dd44bd6-e830-42f0-85f8-bb7a232ad879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.751369] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.305s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.752843] env[68116]: INFO nova.compute.claims [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.759447] env[68116]: DEBUG nova.network.neutron [-] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.761194] env[68116]: DEBUG nova.network.neutron [-] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.190955] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.216854] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517286} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.217382] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] fdc88bee-d41c-4cda-901f-18a1f1a2ff09/fdc88bee-d41c-4cda-901f-18a1f1a2ff09.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.217382] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.217667] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44cadf2a-ee41-4ada-afe9-88a2296ff860 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.227840] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1024.227840] env[68116]: value = "task-2786530" [ 1024.227840] env[68116]: _type = "Task" [ 1024.227840] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.239642] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.256308] env[68116]: DEBUG nova.compute.utils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.256308] env[68116]: DEBUG nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.256308] env[68116]: DEBUG nova.network.neutron [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.263828] env[68116]: INFO nova.compute.manager [-] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Took 1.62 seconds to deallocate network for instance. [ 1024.264527] env[68116]: INFO nova.compute.manager [-] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Took 2.09 seconds to deallocate network for instance. [ 1024.264872] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bca1f42-249d-4ef5-836f-55efeeeceed0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.284118] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e939ac64-e16e-461d-afcb-df0b307b80df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.332446] env[68116]: DEBUG nova.compute.manager [req-ef2e1a61-d1e8-4fde-a1cd-2650492764a1 req-afe3ab75-2be9-470f-8e42-20f6322c4b4b service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Detach interface failed, port_id=ca4b8cf0-a7d5-4ac3-b5db-e8aaab9902c9, reason: Instance 3a411790-fa98-4297-a670-1fc39539d038 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1024.371224] env[68116]: DEBUG nova.policy [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5f8b14f6f0e42ffbf139c1f09a678b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25563123f99d4382b32c0ca7af231f86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.693232] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.743342] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09259} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.743342] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.743951] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c0e118-373d-4a46-ab8f-94f867c8b4c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.763372] env[68116]: DEBUG nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.778121] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] fdc88bee-d41c-4cda-901f-18a1f1a2ff09/fdc88bee-d41c-4cda-901f-18a1f1a2ff09.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.780340] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac9fe19-c80d-469d-b8bc-dd56444d8cb1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.796187] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.797745] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.808412] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1024.808412] env[68116]: value = "task-2786531" [ 1024.808412] env[68116]: _type = "Task" [ 1024.808412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.823293] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.839576] env[68116]: DEBUG nova.network.neutron [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Successfully created port: 883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.105746] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f57366-896e-48ab-95d4-84338c495535 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.114819] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e9a65-e1d4-4b71-aa58-65b49511f757 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.147518] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6f4bdb-399c-4ec3-8624-e03ad6795273 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.160012] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd0ce50-32b3-4798-8385-cb8e1d8991aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.180570] env[68116]: DEBUG nova.compute.provider_tree [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.191336] env[68116]: DEBUG oslo_vmware.api [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Task: {'id': task-2786517, 'name': ReconfigVM_Task, 'duration_secs': 6.785916} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.192258] env[68116]: DEBUG oslo_concurrency.lockutils [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] Releasing lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.192413] env[68116]: DEBUG nova.virt.vmwareapi.vmops [req-2edf1c2b-7399-438c-9c19-abe3d558ae7a req-405893dc-2430-4c69-81fe-697b119ce9ca service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Reconfigured VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1025.192896] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.045s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.193129] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.194169] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.194169] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.195479] env[68116]: INFO nova.compute.manager [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Terminating instance [ 1025.204370] env[68116]: DEBUG nova.compute.manager [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Received event network-vif-deleted-d0a0d474-c5ef-4710-8268-b466b0d2ee4e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.204574] env[68116]: DEBUG nova.compute.manager [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Received event network-vif-deleted-6dd44bd6-e830-42f0-85f8-bb7a232ad879 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.204747] env[68116]: DEBUG nova.compute.manager [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.204907] env[68116]: DEBUG nova.compute.manager [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing instance network info cache due to event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1025.205140] env[68116]: DEBUG oslo_concurrency.lockutils [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] Acquiring lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.205356] env[68116]: DEBUG oslo_concurrency.lockutils [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] Acquired lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.205588] env[68116]: DEBUG nova.network.neutron [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.319873] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786531, 'name': ReconfigVM_Task, 'duration_secs': 0.356212} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.320205] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Reconfigured VM instance instance-00000056 to attach disk [datastore2] fdc88bee-d41c-4cda-901f-18a1f1a2ff09/fdc88bee-d41c-4cda-901f-18a1f1a2ff09.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.321493] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23e41b5c-39d3-4893-a273-9e9ed1092f8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.330050] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1025.330050] env[68116]: value = "task-2786532" [ 1025.330050] env[68116]: _type = "Task" [ 1025.330050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.341691] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786532, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.686201] env[68116]: DEBUG nova.scheduler.client.report [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.708030] env[68116]: DEBUG nova.compute.manager [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.708144] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.711570] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca1a9a2-3289-462c-9b9f-e4086d4070e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.720702] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.720867] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e76b0bb0-5369-4734-a4c7-b09e36ffd658 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.727957] env[68116]: DEBUG oslo_vmware.api [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1025.727957] env[68116]: value = "task-2786533" [ 1025.727957] env[68116]: _type = "Task" [ 1025.727957] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.737937] env[68116]: DEBUG oslo_vmware.api [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.773763] env[68116]: DEBUG nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.821346] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.821610] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.821790] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.822095] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.822219] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.822376] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.822585] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.822744] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.822929] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.823085] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.823263] env[68116]: DEBUG nova.virt.hardware [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.824127] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb21b56-2140-4399-b1e5-d63bf967af34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.835361] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069a5117-aebe-4ad4-9f6b-b1de2a4f4ab6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.854091] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786532, 'name': Rename_Task, 'duration_secs': 0.174243} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.854158] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.854403] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ec7810-d13b-48d6-8ff2-ee7a83c8e20e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.862067] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1025.862067] env[68116]: value = "task-2786534" [ 1025.862067] env[68116]: _type = "Task" [ 1025.862067] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.870985] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.952597] env[68116]: DEBUG nova.network.neutron [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updated VIF entry in instance network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.953051] env[68116]: DEBUG nova.network.neutron [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.194920] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.194920] env[68116]: DEBUG nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.197232] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.692s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.200097] env[68116]: INFO nova.compute.claims [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.241938] env[68116]: DEBUG oslo_vmware.api [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786533, 'name': PowerOffVM_Task, 'duration_secs': 0.39051} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.242303] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.242488] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.242791] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56f9b433-583f-4b29-9868-cd74dbd093d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.340213] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.340213] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.340213] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleting the datastore file [datastore2] 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.340213] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32153aac-2575-4aee-9864-85a0a1dc0d75 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.350968] env[68116]: DEBUG oslo_vmware.api [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1026.350968] env[68116]: value = "task-2786536" [ 1026.350968] env[68116]: _type = "Task" [ 1026.350968] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.360619] env[68116]: DEBUG oslo_vmware.api [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.373138] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786534, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.456527] env[68116]: DEBUG oslo_concurrency.lockutils [req-6be3b5a2-ff05-4b73-8dc8-59e9ba21e07d req-fdab1b8d-01c5-492d-97d2-1ff3119799c9 service nova] Releasing lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.476196] env[68116]: DEBUG nova.network.neutron [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Successfully updated port: 883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.705228] env[68116]: DEBUG nova.compute.utils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.706540] env[68116]: DEBUG nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.707287] env[68116]: DEBUG nova.network.neutron [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.760086] env[68116]: DEBUG nova.policy [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c62512214d4a4eae522e939f105152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1f04159fb734bc3831c6060c86873cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.862989] env[68116]: DEBUG oslo_vmware.api [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.873551] env[68116]: DEBUG oslo_vmware.api [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786534, 'name': PowerOnVM_Task, 'duration_secs': 0.553315} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.873805] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.874015] env[68116]: INFO nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1026.874212] env[68116]: DEBUG nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.875448] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3431183-ba8b-41c6-b411-15ec814f6c9d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.982386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.982548] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquired lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.982698] env[68116]: DEBUG nova.network.neutron [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.035885] env[68116]: DEBUG nova.network.neutron [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Successfully created port: fb9d694d-4f15-4094-aba7-283d55db4796 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.214789] env[68116]: DEBUG nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.362217] env[68116]: DEBUG nova.compute.manager [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Received event network-vif-plugged-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.362387] env[68116]: DEBUG oslo_concurrency.lockutils [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] Acquiring lock "21cae65b-8e16-4f2b-a24f-ac115124328c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.362505] env[68116]: DEBUG oslo_concurrency.lockutils [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.362694] env[68116]: DEBUG oslo_concurrency.lockutils [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.362886] env[68116]: DEBUG nova.compute.manager [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] No waiting events found dispatching network-vif-plugged-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.363145] env[68116]: WARNING nova.compute.manager [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Received unexpected event network-vif-plugged-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 for instance with vm_state building and task_state spawning. [ 1027.363771] env[68116]: DEBUG nova.compute.manager [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Received event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.363771] env[68116]: DEBUG nova.compute.manager [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing instance network info cache due to event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1027.363771] env[68116]: DEBUG oslo_concurrency.lockutils [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] Acquiring lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.370387] env[68116]: DEBUG oslo_vmware.api [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615775} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.370882] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.371103] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.371387] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.371744] env[68116]: INFO nova.compute.manager [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1027.371852] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.372050] env[68116]: DEBUG nova.compute.manager [-] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.372154] env[68116]: DEBUG nova.network.neutron [-] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.403076] env[68116]: INFO nova.compute.manager [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Took 21.67 seconds to build instance. [ 1027.474496] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d724628-eb83-454c-8c90-50b6e18690af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.485477] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeda87fd-85c6-4cc2-8bb0-bbc8f1c3a545 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.528393] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cd7c1e-5753-41d3-8ce5-135a4268e235 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.538984] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bec881c-09c2-444c-b522-7e4339958334 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.555620] env[68116]: DEBUG nova.compute.provider_tree [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.558908] env[68116]: DEBUG nova.network.neutron [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.743713] env[68116]: DEBUG nova.network.neutron [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.907678] env[68116]: DEBUG oslo_concurrency.lockutils [None req-008aa8e6-982e-4447-a8a5-3665f66c61d1 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.184s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.061485] env[68116]: DEBUG nova.scheduler.client.report [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.223087] env[68116]: DEBUG nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.248796] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Releasing lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249133] env[68116]: DEBUG nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Instance network_info: |[{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.252371] env[68116]: DEBUG oslo_concurrency.lockutils [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] Acquired lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.253129] env[68116]: DEBUG nova.network.neutron [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.254932] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:7f:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '883cba4a-2b86-4af1-baa0-afc92e9fa4b1', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.264094] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Creating folder: Project (25563123f99d4382b32c0ca7af231f86). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.267025] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.267288] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.267935] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.267935] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.267935] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.267935] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.268259] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.268314] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.268466] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.268613] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.268822] env[68116]: DEBUG nova.virt.hardware [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.269132] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ebcf18-9285-460a-a538-52ad63a1654d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.273272] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb421d6f-666b-490d-ac4e-060f91673fbb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.283048] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ca4a8-64bd-4e57-9454-1335df0dcacf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.289257] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Created folder: Project (25563123f99d4382b32c0ca7af231f86) in parent group-v559920. [ 1028.289489] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Creating folder: Instances. Parent ref: group-v560166. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.290182] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48521e09-b24e-4060-b583-c1c6ddb7eefe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.312141] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Created folder: Instances in parent group-v560166. [ 1028.312141] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.312310] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.312516] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a14cc087-ad3f-4ac2-b8db-0be7be93b44c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.335919] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.335919] env[68116]: value = "task-2786539" [ 1028.335919] env[68116]: _type = "Task" [ 1028.335919] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.351753] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786539, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.364120] env[68116]: DEBUG nova.network.neutron [-] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.567141] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.567717] env[68116]: DEBUG nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.570282] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.774s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.570488] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.572570] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.775s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.573390] env[68116]: DEBUG nova.objects.instance [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lazy-loading 'resources' on Instance uuid 3a411790-fa98-4297-a670-1fc39539d038 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.596782] env[68116]: INFO nova.scheduler.client.report [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted allocations for instance 074d75d3-054a-408a-901b-3031dbeea676 [ 1028.605676] env[68116]: DEBUG nova.network.neutron [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Successfully updated port: fb9d694d-4f15-4094-aba7-283d55db4796 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.761977] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.762266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.850822] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786539, 'name': CreateVM_Task, 'duration_secs': 0.407461} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.850822] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.851395] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.851553] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.851892] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.852224] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8732514a-a1fc-4347-8ca1-23da928ade70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.857604] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1028.857604] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521d167c-0a0c-1ce7-d232-569ef28ee22a" [ 1028.857604] env[68116]: _type = "Task" [ 1028.857604] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.866921] env[68116]: INFO nova.compute.manager [-] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Took 1.49 seconds to deallocate network for instance. [ 1028.867333] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521d167c-0a0c-1ce7-d232-569ef28ee22a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.935447] env[68116]: DEBUG nova.compute.manager [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.936487] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e99a6-116e-4421-bd6b-e81ba3e8e8f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.011098] env[68116]: DEBUG nova.network.neutron [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updated VIF entry in instance network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.011098] env[68116]: DEBUG nova.network.neutron [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.026354] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.026758] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.078222] env[68116]: DEBUG nova.compute.utils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.078222] env[68116]: DEBUG nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.078222] env[68116]: DEBUG nova.network.neutron [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.107285] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f68a00aa-59d8-47d3-835b-2f8c613fc07b tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "074d75d3-054a-408a-901b-3031dbeea676" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.125s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.108224] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.108321] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.108418] env[68116]: DEBUG nova.network.neutron [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.122471] env[68116]: DEBUG nova.policy [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d16d3ae21af4b55b8a0e9778d3ca39a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d84942bdca34d09897d19d56fcea852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.264829] env[68116]: DEBUG nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.344757] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be4dfa6-a707-420c-8cbc-c31b38cfa144 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.360397] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d0c549-215a-40c5-804a-12228b1a7574 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.399206] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.405938] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e70d682-5231-4643-84d1-d035cf3563c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.409526] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521d167c-0a0c-1ce7-d232-569ef28ee22a, 'name': SearchDatastore_Task, 'duration_secs': 0.015953} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.409886] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.410178] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.410522] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.410610] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.410820] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.411631] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3e5b738-daee-490f-b78c-9a0f58db9cd3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.418662] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfffac9-2216-4b0c-9751-56150e726f8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.426973] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.426973] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.427465] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007b5dbd-67c3-4874-b19d-411fafe0254b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.442291] env[68116]: DEBUG nova.compute.provider_tree [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.443920] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.444330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.448147] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1029.448147] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522ef2d1-aafb-671b-42f4-30b4ce7befb1" [ 1029.448147] env[68116]: _type = "Task" [ 1029.448147] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.452943] env[68116]: INFO nova.compute.manager [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] instance snapshotting [ 1029.456944] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd0214-b0b9-4d4a-b9ec-d762bdbe4543 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.464185] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522ef2d1-aafb-671b-42f4-30b4ce7befb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.485846] env[68116]: DEBUG nova.network.neutron [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Successfully created port: 803b244e-3290-4c00-986d-b802e9fd3f35 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.489041] env[68116]: DEBUG nova.compute.manager [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Received event network-vif-deleted-124c8c01-6073-4ebf-8c67-2d89aaf8e17d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.489257] env[68116]: DEBUG nova.compute.manager [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Received event network-vif-plugged-fb9d694d-4f15-4094-aba7-283d55db4796 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.489452] env[68116]: DEBUG oslo_concurrency.lockutils [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] Acquiring lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.489647] env[68116]: DEBUG oslo_concurrency.lockutils [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.489810] env[68116]: DEBUG oslo_concurrency.lockutils [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.489971] env[68116]: DEBUG nova.compute.manager [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] No waiting events found dispatching network-vif-plugged-fb9d694d-4f15-4094-aba7-283d55db4796 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.490195] env[68116]: WARNING nova.compute.manager [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Received unexpected event network-vif-plugged-fb9d694d-4f15-4094-aba7-283d55db4796 for instance with vm_state building and task_state spawning. [ 1029.490305] env[68116]: DEBUG nova.compute.manager [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Received event network-changed-fb9d694d-4f15-4094-aba7-283d55db4796 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.490456] env[68116]: DEBUG nova.compute.manager [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Refreshing instance network info cache due to event network-changed-fb9d694d-4f15-4094-aba7-283d55db4796. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1029.490619] env[68116]: DEBUG oslo_concurrency.lockutils [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] Acquiring lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.491376] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb65d734-3446-4c37-bf27-892a2026b887 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.513371] env[68116]: DEBUG oslo_concurrency.lockutils [req-144e9011-5edf-4b98-b4fd-9f4846ab20d9 req-4b8de09b-8aa4-42b2-9951-a58eaf52dff7 service nova] Releasing lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.529220] env[68116]: DEBUG nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.584826] env[68116]: DEBUG nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.646160] env[68116]: DEBUG nova.network.neutron [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.790044] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.841439] env[68116]: DEBUG nova.network.neutron [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance_info_cache with network_info: [{"id": "fb9d694d-4f15-4094-aba7-283d55db4796", "address": "fa:16:3e:f3:98:45", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9d694d-4f", "ovs_interfaceid": "fb9d694d-4f15-4094-aba7-283d55db4796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.949017] env[68116]: DEBUG nova.scheduler.client.report [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.950151] env[68116]: DEBUG nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.963767] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522ef2d1-aafb-671b-42f4-30b4ce7befb1, 'name': SearchDatastore_Task, 'duration_secs': 0.018003} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.965214] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8102a365-2ef7-496d-9b66-b1f63b8e5b2a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.972293] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1029.972293] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522bf04c-cb11-92cd-e907-6ad4a3173211" [ 1029.972293] env[68116]: _type = "Task" [ 1029.972293] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.981349] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522bf04c-cb11-92cd-e907-6ad4a3173211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.005469] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1030.006070] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a02273d-9ee2-4722-a863-533f18890188 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.016160] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1030.016160] env[68116]: value = "task-2786540" [ 1030.016160] env[68116]: _type = "Task" [ 1030.016160] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.025451] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.049165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.344319] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.345545] env[68116]: DEBUG nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Instance network_info: |[{"id": "fb9d694d-4f15-4094-aba7-283d55db4796", "address": "fa:16:3e:f3:98:45", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9d694d-4f", "ovs_interfaceid": "fb9d694d-4f15-4094-aba7-283d55db4796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.345545] env[68116]: DEBUG oslo_concurrency.lockutils [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] Acquired lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.345545] env[68116]: DEBUG nova.network.neutron [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Refreshing network info cache for port fb9d694d-4f15-4094-aba7-283d55db4796 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.346427] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:98:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb9d694d-4f15-4094-aba7-283d55db4796', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.354289] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.357531] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.358349] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1257e918-8951-45cb-bd00-0f55d48141ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.380387] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.380387] env[68116]: value = "task-2786541" [ 1030.380387] env[68116]: _type = "Task" [ 1030.380387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.388939] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786541, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.454086] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.456412] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.057s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.456746] env[68116]: DEBUG nova.objects.instance [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'resources' on Instance uuid 507e34d3-4116-44e8-b20f-14ed2e51af9a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.479675] env[68116]: INFO nova.scheduler.client.report [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Deleted allocations for instance 3a411790-fa98-4297-a670-1fc39539d038 [ 1030.481681] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.490847] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522bf04c-cb11-92cd-e907-6ad4a3173211, 'name': SearchDatastore_Task, 'duration_secs': 0.04084} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.492800] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.494180] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 21cae65b-8e16-4f2b-a24f-ac115124328c/21cae65b-8e16-4f2b-a24f-ac115124328c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.494180] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13369445-d069-49ea-af93-8ac66e59cc2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.501801] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1030.501801] env[68116]: value = "task-2786542" [ 1030.501801] env[68116]: _type = "Task" [ 1030.501801] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.512152] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.527746] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.595932] env[68116]: DEBUG nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.597616] env[68116]: DEBUG nova.network.neutron [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updated VIF entry in instance network info cache for port fb9d694d-4f15-4094-aba7-283d55db4796. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.597962] env[68116]: DEBUG nova.network.neutron [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance_info_cache with network_info: [{"id": "fb9d694d-4f15-4094-aba7-283d55db4796", "address": "fa:16:3e:f3:98:45", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9d694d-4f", "ovs_interfaceid": "fb9d694d-4f15-4094-aba7-283d55db4796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.621600] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.622168] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.622168] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.622313] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.622351] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.622566] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.622824] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.622994] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.623209] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.623384] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.623557] env[68116]: DEBUG nova.virt.hardware [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.624453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bad3a2-bbbf-4d4b-9282-fafbd86bd7c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.634033] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ce25b-ba68-4f0c-a7b2-b5c63c0aba05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.899236] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786541, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.991756] env[68116]: DEBUG oslo_concurrency.lockutils [None req-44d46622-1522-4077-9733-2513c05d2974 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "3a411790-fa98-4297-a670-1fc39539d038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.566s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.017726] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.032494] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786540, 'name': CreateSnapshot_Task, 'duration_secs': 0.982242} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.034130] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.034130] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c7750-9d18-4882-897d-c7c0035bd84f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.100913] env[68116]: DEBUG oslo_concurrency.lockutils [req-3dc78053-c7ea-4da9-9446-cc448705a9d7 req-4162025f-1af8-4d09-982b-04d7a0c4d6e8 service nova] Releasing lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.150367] env[68116]: DEBUG nova.network.neutron [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Successfully updated port: 803b244e-3290-4c00-986d-b802e9fd3f35 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.205617] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f8f920-a058-4ec6-99fe-4419d2e10b98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.216529] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78fdf2c-3e31-4d13-9a21-170ed91b3cf9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.247876] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af089810-9c70-4b84-b64f-23374b56ffbd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.256268] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826d533-33ed-4cc1-9ca5-4c8ea864b0e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.270228] env[68116]: DEBUG nova.compute.provider_tree [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.391600] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786541, 'name': CreateVM_Task, 'duration_secs': 0.641515} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.391887] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.392411] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.392576] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.393266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.393266] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e615a0a-c33b-41b3-8221-affd030a42c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.397654] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1031.397654] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52469eb4-63bc-7405-181e-8b9617ebd18f" [ 1031.397654] env[68116]: _type = "Task" [ 1031.397654] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.405338] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52469eb4-63bc-7405-181e-8b9617ebd18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.508280] env[68116]: DEBUG nova.compute.manager [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Received event network-vif-plugged-803b244e-3290-4c00-986d-b802e9fd3f35 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1031.508538] env[68116]: DEBUG oslo_concurrency.lockutils [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] Acquiring lock "f575018a-d6f5-4bae-9e08-a2331236e74a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.508759] env[68116]: DEBUG oslo_concurrency.lockutils [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.508936] env[68116]: DEBUG oslo_concurrency.lockutils [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.509120] env[68116]: DEBUG nova.compute.manager [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] No waiting events found dispatching network-vif-plugged-803b244e-3290-4c00-986d-b802e9fd3f35 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.509286] env[68116]: WARNING nova.compute.manager [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Received unexpected event network-vif-plugged-803b244e-3290-4c00-986d-b802e9fd3f35 for instance with vm_state building and task_state spawning. [ 1031.509451] env[68116]: DEBUG nova.compute.manager [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Received event network-changed-803b244e-3290-4c00-986d-b802e9fd3f35 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1031.509604] env[68116]: DEBUG nova.compute.manager [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Refreshing instance network info cache due to event network-changed-803b244e-3290-4c00-986d-b802e9fd3f35. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1031.509826] env[68116]: DEBUG oslo_concurrency.lockutils [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] Acquiring lock "refresh_cache-f575018a-d6f5-4bae-9e08-a2331236e74a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.509981] env[68116]: DEBUG oslo_concurrency.lockutils [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] Acquired lock "refresh_cache-f575018a-d6f5-4bae-9e08-a2331236e74a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.510152] env[68116]: DEBUG nova.network.neutron [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Refreshing network info cache for port 803b244e-3290-4c00-986d-b802e9fd3f35 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.517774] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71062} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.517774] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 21cae65b-8e16-4f2b-a24f-ac115124328c/21cae65b-8e16-4f2b-a24f-ac115124328c.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.517933] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.518641] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ef0320b-0017-4910-af59-e29baee8723a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.526805] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1031.526805] env[68116]: value = "task-2786543" [ 1031.526805] env[68116]: _type = "Task" [ 1031.526805] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.536544] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.556517] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.557089] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b245b88-3edd-452f-b8f4-74a61cf1e3b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.568392] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1031.568392] env[68116]: value = "task-2786544" [ 1031.568392] env[68116]: _type = "Task" [ 1031.568392] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.577449] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786544, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.655474] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "refresh_cache-f575018a-d6f5-4bae-9e08-a2331236e74a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.774761] env[68116]: DEBUG nova.scheduler.client.report [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.910059] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52469eb4-63bc-7405-181e-8b9617ebd18f, 'name': SearchDatastore_Task, 'duration_secs': 0.027049} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.911504] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.911504] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.911504] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.911504] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.911504] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.911504] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41f5c1f4-1daa-4029-baca-a92420c02be7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.921470] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.921663] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.922857] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32eaeaf1-6e9c-4401-aaaa-db678a954eed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.930049] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1031.930049] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527d34db-28e3-9c00-9c47-1ff903ce5095" [ 1031.930049] env[68116]: _type = "Task" [ 1031.930049] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.938848] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527d34db-28e3-9c00-9c47-1ff903ce5095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.037251] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062528} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.038671] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.038671] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e5e51-686a-4b86-a45c-047569bad159 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.062659] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 21cae65b-8e16-4f2b-a24f-ac115124328c/21cae65b-8e16-4f2b-a24f-ac115124328c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.062659] env[68116]: DEBUG nova.network.neutron [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.064015] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6524bca-d6aa-499b-928b-39f1f880620c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.088772] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786544, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.090176] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1032.090176] env[68116]: value = "task-2786545" [ 1032.090176] env[68116]: _type = "Task" [ 1032.090176] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.199719] env[68116]: DEBUG nova.network.neutron [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.285937] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.290089] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.502s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.293292] env[68116]: INFO nova.compute.claims [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.313190] env[68116]: INFO nova.scheduler.client.report [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted allocations for instance 507e34d3-4116-44e8-b20f-14ed2e51af9a [ 1032.442739] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527d34db-28e3-9c00-9c47-1ff903ce5095, 'name': SearchDatastore_Task, 'duration_secs': 0.040344} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.443762] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a4923d-1e84-47dc-9cc9-f36bcbec334c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.449734] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1032.449734] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b40122-b3ac-2ff7-8321-bc08cb2bdced" [ 1032.449734] env[68116]: _type = "Task" [ 1032.449734] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.460248] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b40122-b3ac-2ff7-8321-bc08cb2bdced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.589040] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786544, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.604022] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786545, 'name': ReconfigVM_Task, 'duration_secs': 0.314258} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.604022] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 21cae65b-8e16-4f2b-a24f-ac115124328c/21cae65b-8e16-4f2b-a24f-ac115124328c.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.604022] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d58311a-5fff-427d-aeba-5bba96484bf4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.612691] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1032.612691] env[68116]: value = "task-2786546" [ 1032.612691] env[68116]: _type = "Task" [ 1032.612691] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.620924] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786546, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.703233] env[68116]: DEBUG oslo_concurrency.lockutils [req-31be438c-41da-4462-859c-ec4a9c23efac req-92a29c87-8c39-454c-a876-37a6233beb1f service nova] Releasing lock "refresh_cache-f575018a-d6f5-4bae-9e08-a2331236e74a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.703688] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "refresh_cache-f575018a-d6f5-4bae-9e08-a2331236e74a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.703851] env[68116]: DEBUG nova.network.neutron [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.821565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b7116aa8-fa40-40af-8e46-acb7b4a3e05d tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "507e34d3-4116-44e8-b20f-14ed2e51af9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.629s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.963149] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b40122-b3ac-2ff7-8321-bc08cb2bdced, 'name': SearchDatastore_Task, 'duration_secs': 0.039514} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.963611] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.964064] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 648318f9-f0f0-449f-a3ed-05b35b1d481e/648318f9-f0f0-449f-a3ed-05b35b1d481e.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.964513] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec362d07-6d70-4ba6-a34b-d947ba02096c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.975515] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1032.975515] env[68116]: value = "task-2786547" [ 1032.975515] env[68116]: _type = "Task" [ 1032.975515] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.984841] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.089388] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786544, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.121294] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786546, 'name': Rename_Task, 'duration_secs': 0.170864} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.124270] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.124270] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e5e244-47db-498d-af52-fe62e9c20066 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.134091] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1033.134091] env[68116]: value = "task-2786548" [ 1033.134091] env[68116]: _type = "Task" [ 1033.134091] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.145431] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.258184] env[68116]: DEBUG nova.network.neutron [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.487854] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497793} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.488202] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 648318f9-f0f0-449f-a3ed-05b35b1d481e/648318f9-f0f0-449f-a3ed-05b35b1d481e.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.488540] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.488815] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc7fcb8a-ec8e-4085-97a0-2bd241b910e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.498870] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1033.498870] env[68116]: value = "task-2786549" [ 1033.498870] env[68116]: _type = "Task" [ 1033.498870] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.512385] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.577391] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eafed3-4437-47b5-aa4f-0bfc43f0c53c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.592818] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35341897-96e0-4b87-94d4-20213e528b99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.597046] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786544, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.629824] env[68116]: DEBUG nova.network.neutron [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Updating instance_info_cache with network_info: [{"id": "803b244e-3290-4c00-986d-b802e9fd3f35", "address": "fa:16:3e:8e:a4:d3", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b244e-32", "ovs_interfaceid": "803b244e-3290-4c00-986d-b802e9fd3f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.631518] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ef8cf3-730d-4241-aab3-8b214cf5ec38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.651538] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2faf870-bc9f-46c2-9442-8f122a6832b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.655296] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.668047] env[68116]: DEBUG nova.compute.provider_tree [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.009895] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082751} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.010255] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.011115] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957f636a-969a-40c0-9a56-08f9206126d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.037713] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 648318f9-f0f0-449f-a3ed-05b35b1d481e/648318f9-f0f0-449f-a3ed-05b35b1d481e.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.038300] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8b0eac-72e9-4d0d-b14a-11f4b5bd8e46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.062360] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1034.062360] env[68116]: value = "task-2786550" [ 1034.062360] env[68116]: _type = "Task" [ 1034.062360] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.071599] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.096196] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786544, 'name': CloneVM_Task, 'duration_secs': 2.184627} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.096578] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Created linked-clone VM from snapshot [ 1034.097437] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd95ab4-aaa6-438c-94d0-e599d737e9ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.105598] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Uploading image d67a36e7-6265-4eab-8386-3abad5e4ba10 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1034.117585] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.117966] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13456a8f-33e1-4b31-b2f1-8262a7888215 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.126580] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1034.126580] env[68116]: value = "task-2786551" [ 1034.126580] env[68116]: _type = "Task" [ 1034.126580] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.135794] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "refresh_cache-f575018a-d6f5-4bae-9e08-a2331236e74a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.136213] env[68116]: DEBUG nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Instance network_info: |[{"id": "803b244e-3290-4c00-986d-b802e9fd3f35", "address": "fa:16:3e:8e:a4:d3", "network": {"id": "c0043068-40b0-4e15-8b73-b1c313f3656c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1017135613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0d84942bdca34d09897d19d56fcea852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b244e-32", "ovs_interfaceid": "803b244e-3290-4c00-986d-b802e9fd3f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.136650] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786551, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.137077] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:a4:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '803b244e-3290-4c00-986d-b802e9fd3f35', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.145298] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.148352] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.148598] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e25aadc0-3fd4-4f6f-8b8b-61631df122ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.172795] env[68116]: DEBUG nova.scheduler.client.report [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.175150] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.182029] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.182029] env[68116]: value = "task-2786552" [ 1034.182029] env[68116]: _type = "Task" [ 1034.182029] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.191248] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786552, 'name': CreateVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.575336] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.638771] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786551, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.648434] env[68116]: DEBUG oslo_vmware.api [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786548, 'name': PowerOnVM_Task, 'duration_secs': 1.36948} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.648735] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.648978] env[68116]: INFO nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1034.649235] env[68116]: DEBUG nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.650193] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496aba25-bdb6-41b4-8107-58f0331c2814 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.682459] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.683367] env[68116]: DEBUG nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.686244] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.637s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.687797] env[68116]: INFO nova.compute.claims [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.700231] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786552, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.896483] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "8d68433b-7638-4d70-9089-8194ca87c6d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.896737] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.953386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "69b8e486-3167-476d-b9e9-3823b20ee497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.953386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "69b8e486-3167-476d-b9e9-3823b20ee497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.072407] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786550, 'name': ReconfigVM_Task, 'duration_secs': 0.679069} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.072704] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 648318f9-f0f0-449f-a3ed-05b35b1d481e/648318f9-f0f0-449f-a3ed-05b35b1d481e.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.073348] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41157812-97f8-463b-a9d8-9ad50026a196 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.080089] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1035.080089] env[68116]: value = "task-2786553" [ 1035.080089] env[68116]: _type = "Task" [ 1035.080089] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.088324] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786553, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.137596] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786551, 'name': Destroy_Task, 'duration_secs': 0.738478} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.137866] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Destroyed the VM [ 1035.138117] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.138372] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e19eb360-6581-47d5-9111-5571225a6f92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.145626] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1035.145626] env[68116]: value = "task-2786554" [ 1035.145626] env[68116]: _type = "Task" [ 1035.145626] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.155451] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.169986] env[68116]: INFO nova.compute.manager [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Took 16.54 seconds to build instance. [ 1035.195672] env[68116]: DEBUG nova.compute.utils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.202631] env[68116]: DEBUG nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.203057] env[68116]: DEBUG nova.network.neutron [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.205032] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786552, 'name': CreateVM_Task, 'duration_secs': 0.576557} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.205940] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.207398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.207720] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.208238] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.208895] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ed046b-b6dd-4200-af99-a2cbd0006212 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.214471] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1035.214471] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526b5cbb-4f4f-994a-9fa1-75390e68883b" [ 1035.214471] env[68116]: _type = "Task" [ 1035.214471] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.223821] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526b5cbb-4f4f-994a-9fa1-75390e68883b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.243827] env[68116]: DEBUG nova.policy [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a47b0dcfcfda4d2b8a1a749e287321e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fa3b524b8b24ffebcfa0a78b8d1b903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.400703] env[68116]: DEBUG nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.454745] env[68116]: DEBUG nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.591446] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786553, 'name': Rename_Task, 'duration_secs': 0.156945} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.591816] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.592100] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f92fcef-bdb7-4f2f-8796-e53a89348819 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.600107] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1035.600107] env[68116]: value = "task-2786555" [ 1035.600107] env[68116]: _type = "Task" [ 1035.600107] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.609582] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.655873] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786554, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.672618] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e581b893-052a-4c86-86fd-5602c7ffaa11 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.064s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.703443] env[68116]: DEBUG nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.733293] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526b5cbb-4f4f-994a-9fa1-75390e68883b, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.733587] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.733824] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.734090] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.734245] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.734431] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.735574] env[68116]: DEBUG nova.network.neutron [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Successfully created port: c456063c-f94d-45e3-8e34-d465681ecc82 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.737952] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5b2b83-d168-4127-84e5-870eb3204dc2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.754578] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.754781] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.756009] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d004ea3f-4665-4862-ae22-0cf1ab8ca503 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.767162] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1035.767162] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52aad644-145a-bb9c-39ab-c993755bc86e" [ 1035.767162] env[68116]: _type = "Task" [ 1035.767162] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.777648] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aad644-145a-bb9c-39ab-c993755bc86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.929090] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.977784] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8e5835-aa5a-4dee-88e9-122f557fec07 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.981730] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.988848] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeaff6a-4040-4227-8742-177e6158e251 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.025061] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5b6f9b-64f4-48c7-8a68-fd9e10640a92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.033372] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b07e0f-f681-4dbc-babc-6c5cc9ae71e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.047625] env[68116]: DEBUG nova.compute.provider_tree [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.110811] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.157168] env[68116]: DEBUG oslo_vmware.api [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786554, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699055} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.157455] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1036.282253] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aad644-145a-bb9c-39ab-c993755bc86e, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.283503] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b62a365-97fd-4b04-9ca9-236bed2c08cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.290341] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1036.290341] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52785bbe-2c0d-3e8a-073d-7baa3bac8b3c" [ 1036.290341] env[68116]: _type = "Task" [ 1036.290341] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.299728] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52785bbe-2c0d-3e8a-073d-7baa3bac8b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.548095] env[68116]: DEBUG nova.compute.manager [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Received event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1036.548346] env[68116]: DEBUG nova.compute.manager [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing instance network info cache due to event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1036.548601] env[68116]: DEBUG oslo_concurrency.lockutils [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] Acquiring lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.548668] env[68116]: DEBUG oslo_concurrency.lockutils [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] Acquired lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.548907] env[68116]: DEBUG nova.network.neutron [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.550762] env[68116]: DEBUG nova.scheduler.client.report [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.611875] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.663211] env[68116]: WARNING nova.compute.manager [None req-1db0d765-f3b8-4c99-9ed9-613f37e57769 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Image not found during snapshot: nova.exception.ImageNotFound: Image d67a36e7-6265-4eab-8386-3abad5e4ba10 could not be found. [ 1036.716249] env[68116]: DEBUG nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.749621] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.749906] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.750086] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.750295] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.750455] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.750605] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.751086] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.751086] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.751209] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.751453] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.751684] env[68116]: DEBUG nova.virt.hardware [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.752576] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ff3abd-46c4-4752-933a-5d3144aa7aa3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.769020] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9f273-271e-4f37-9745-dac7d3bd4163 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.801387] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52785bbe-2c0d-3e8a-073d-7baa3bac8b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.02554} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.801784] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.802038] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] f575018a-d6f5-4bae-9e08-a2331236e74a/f575018a-d6f5-4bae-9e08-a2331236e74a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.802344] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55bd5a53-09ca-4e90-b37f-e61c8a6daaba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.812592] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1036.812592] env[68116]: value = "task-2786556" [ 1036.812592] env[68116]: _type = "Task" [ 1036.812592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.821718] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.059484] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.060212] env[68116]: DEBUG nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.064843] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.582s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.065197] env[68116]: INFO nova.compute.claims [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.122022] env[68116]: DEBUG oslo_vmware.api [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786555, 'name': PowerOnVM_Task, 'duration_secs': 1.216899} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.122022] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.122022] env[68116]: INFO nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1037.122022] env[68116]: DEBUG nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.122022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36ab32-2fc9-42e9-8545-2cd0132d8897 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.331129] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.487788] env[68116]: DEBUG nova.network.neutron [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updated VIF entry in instance network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.488189] env[68116]: DEBUG nova.network.neutron [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.510561] env[68116]: DEBUG nova.network.neutron [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Successfully updated port: c456063c-f94d-45e3-8e34-d465681ecc82 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.571643] env[68116]: DEBUG nova.compute.utils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.577204] env[68116]: DEBUG nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.577204] env[68116]: DEBUG nova.network.neutron [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.616327] env[68116]: DEBUG nova.policy [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ad2a016c134d6ab506dcdcad8dc96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '119eb895220f43d9bf1b18437000e8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.645796] env[68116]: INFO nova.compute.manager [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Took 17.22 seconds to build instance. [ 1037.669921] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.672357] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.002s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.672612] env[68116]: INFO nova.compute.manager [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Shelving [ 1037.831546] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606925} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.831546] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] f575018a-d6f5-4bae-9e08-a2331236e74a/f575018a-d6f5-4bae-9e08-a2331236e74a.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.831546] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.831546] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53a0af3d-5f6e-4fbc-8767-ccbec24eea43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.839092] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1037.839092] env[68116]: value = "task-2786557" [ 1037.839092] env[68116]: _type = "Task" [ 1037.839092] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.851877] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.887309] env[68116]: DEBUG nova.network.neutron [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Successfully created port: 5d84f89f-aa4f-494e-a23d-40a485a046ef {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.899185] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.900030] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.900030] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.900030] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.900191] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.902806] env[68116]: INFO nova.compute.manager [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Terminating instance [ 1037.990863] env[68116]: DEBUG oslo_concurrency.lockutils [req-8af1ab35-128c-433f-ac32-fad223caea93 req-808b0708-e712-4066-af83-42f2ca50f746 service nova] Releasing lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.013872] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "refresh_cache-616d11a3-6b3f-4d9a-a765-ff920cc39e4d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.014026] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "refresh_cache-616d11a3-6b3f-4d9a-a765-ff920cc39e4d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.014174] env[68116]: DEBUG nova.network.neutron [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.075971] env[68116]: DEBUG nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.150562] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35a55f0a-aaa5-4f19-a101-9150cb010fab tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.741s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.317492] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0053dc-581a-43a6-9826-53d151a86bf4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.325921] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e94ff2-9f51-4814-b902-bf83262f4717 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.360510] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aec256-bf18-4aaa-9bd9-532a8478b04d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.369665] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360069} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.371539] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.372374] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0a841d-35f2-4e16-8ba9-c5d4507a0170 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.375790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bc623a-fdfe-40a5-a91b-53b5fb55f8f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.392245] env[68116]: DEBUG nova.compute.provider_tree [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.411420] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] f575018a-d6f5-4bae-9e08-a2331236e74a/f575018a-d6f5-4bae-9e08-a2331236e74a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.413170] env[68116]: DEBUG nova.scheduler.client.report [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.416638] env[68116]: DEBUG nova.compute.manager [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.416831] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.417087] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4716526a-a52d-4439-89f3-65192f68104e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.433858] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6658b73d-9b22-4b79-a1a9-1b1ff2f2ae6f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.441175] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.442798] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4afe7f6f-8375-4f90-9fba-f1ed5ec8f7e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.444382] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1038.444382] env[68116]: value = "task-2786558" [ 1038.444382] env[68116]: _type = "Task" [ 1038.444382] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.449297] env[68116]: DEBUG oslo_vmware.api [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1038.449297] env[68116]: value = "task-2786559" [ 1038.449297] env[68116]: _type = "Task" [ 1038.449297] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.456033] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.460176] env[68116]: DEBUG oslo_vmware.api [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.546199] env[68116]: DEBUG nova.network.neutron [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.576347] env[68116]: DEBUG nova.compute.manager [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Received event network-vif-plugged-c456063c-f94d-45e3-8e34-d465681ecc82 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.576595] env[68116]: DEBUG oslo_concurrency.lockutils [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] Acquiring lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.576773] env[68116]: DEBUG oslo_concurrency.lockutils [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.576914] env[68116]: DEBUG oslo_concurrency.lockutils [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.577101] env[68116]: DEBUG nova.compute.manager [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] No waiting events found dispatching network-vif-plugged-c456063c-f94d-45e3-8e34-d465681ecc82 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.577255] env[68116]: WARNING nova.compute.manager [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Received unexpected event network-vif-plugged-c456063c-f94d-45e3-8e34-d465681ecc82 for instance with vm_state building and task_state spawning. [ 1038.577460] env[68116]: DEBUG nova.compute.manager [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Received event network-changed-c456063c-f94d-45e3-8e34-d465681ecc82 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.577630] env[68116]: DEBUG nova.compute.manager [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Refreshing instance network info cache due to event network-changed-c456063c-f94d-45e3-8e34-d465681ecc82. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1038.577798] env[68116]: DEBUG oslo_concurrency.lockutils [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] Acquiring lock "refresh_cache-616d11a3-6b3f-4d9a-a765-ff920cc39e4d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.684823] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.685174] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97279350-6366-4e4a-bf0e-29546cf08fb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.691052] env[68116]: DEBUG nova.network.neutron [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Updating instance_info_cache with network_info: [{"id": "c456063c-f94d-45e3-8e34-d465681ecc82", "address": "fa:16:3e:97:24:64", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc456063c-f9", "ovs_interfaceid": "c456063c-f94d-45e3-8e34-d465681ecc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.693643] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1038.693643] env[68116]: value = "task-2786560" [ 1038.693643] env[68116]: _type = "Task" [ 1038.693643] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.703234] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.932813] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.869s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.933443] env[68116]: DEBUG nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.936321] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.007s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.939918] env[68116]: INFO nova.compute.claims [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.960602] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.966915] env[68116]: DEBUG oslo_vmware.api [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786559, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.087177] env[68116]: DEBUG nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.114214] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.114491] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.114718] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.114901] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.115065] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.115223] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.115494] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.115711] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.115893] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.116359] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.116442] env[68116]: DEBUG nova.virt.hardware [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.117264] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977c877-93cc-425b-933a-f6d256278b8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.128297] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2944c03-3fab-4277-a696-903d601afc7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.194745] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "refresh_cache-616d11a3-6b3f-4d9a-a765-ff920cc39e4d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194967] env[68116]: DEBUG nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance network_info: |[{"id": "c456063c-f94d-45e3-8e34-d465681ecc82", "address": "fa:16:3e:97:24:64", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc456063c-f9", "ovs_interfaceid": "c456063c-f94d-45e3-8e34-d465681ecc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.195485] env[68116]: DEBUG oslo_concurrency.lockutils [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] Acquired lock "refresh_cache-616d11a3-6b3f-4d9a-a765-ff920cc39e4d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.195784] env[68116]: DEBUG nova.network.neutron [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Refreshing network info cache for port c456063c-f94d-45e3-8e34-d465681ecc82 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.197120] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:24:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c456063c-f94d-45e3-8e34-d465681ecc82', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.204669] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating folder: Project (6fa3b524b8b24ffebcfa0a78b8d1b903). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.208702] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af946a98-e184-4673-b1a8-1513a9964049 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.217721] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786560, 'name': PowerOffVM_Task, 'duration_secs': 0.263767} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.217977] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.219059] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f952726-db90-40a7-a7a6-6b3601eec525 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.223117] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created folder: Project (6fa3b524b8b24ffebcfa0a78b8d1b903) in parent group-v559920. [ 1039.223331] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating folder: Instances. Parent ref: group-v560173. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.223564] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfbbc50a-99ac-46d3-81b3-cbcc2b2a1eab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.241513] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19613c37-6675-4173-87c3-7b217bcf6283 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.253114] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created folder: Instances in parent group-v560173. [ 1039.253505] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.253797] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.254065] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-244afe28-7db8-4292-af5c-6e0186de28cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.275414] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.275414] env[68116]: value = "task-2786563" [ 1039.275414] env[68116]: _type = "Task" [ 1039.275414] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.284047] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786563, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.374561] env[68116]: DEBUG nova.network.neutron [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Successfully updated port: 5d84f89f-aa4f-494e-a23d-40a485a046ef {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.391174] env[68116]: DEBUG nova.compute.manager [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1039.442270] env[68116]: DEBUG nova.compute.utils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.448039] env[68116]: DEBUG nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.448239] env[68116]: DEBUG nova.network.neutron [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.464090] env[68116]: DEBUG oslo_vmware.api [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786559, 'name': PowerOffVM_Task, 'duration_secs': 0.552033} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.467397] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.467620] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.467928] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786558, 'name': ReconfigVM_Task, 'duration_secs': 0.822178} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.468183] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27074f3f-0ace-4f31-ad46-975bb66a8fd2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.470112] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Reconfigured VM instance instance-00000059 to attach disk [datastore2] f575018a-d6f5-4bae-9e08-a2331236e74a/f575018a-d6f5-4bae-9e08-a2331236e74a.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.470759] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f79dc23d-9430-49cc-8950-02a9299a7e33 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.479741] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1039.479741] env[68116]: value = "task-2786564" [ 1039.479741] env[68116]: _type = "Task" [ 1039.479741] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.493963] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786564, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.495821] env[68116]: DEBUG nova.policy [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a47b0dcfcfda4d2b8a1a749e287321e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fa3b524b8b24ffebcfa0a78b8d1b903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.560633] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.560849] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.561360] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleting the datastore file [datastore2] fdc88bee-d41c-4cda-901f-18a1f1a2ff09 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.561486] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b2e6e1-849d-4896-bfe5-007bd1ffa929 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.569976] env[68116]: DEBUG oslo_vmware.api [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for the task: (returnval){ [ 1039.569976] env[68116]: value = "task-2786566" [ 1039.569976] env[68116]: _type = "Task" [ 1039.569976] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.581176] env[68116]: DEBUG oslo_vmware.api [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.753622] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.753933] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fe8ae90-5b82-42f4-bce9-01baa5489b93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.762054] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1039.762054] env[68116]: value = "task-2786567" [ 1039.762054] env[68116]: _type = "Task" [ 1039.762054] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.771838] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.784850] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786563, 'name': CreateVM_Task, 'duration_secs': 0.412673} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.785093] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.785864] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.786101] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787395] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.787395] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8feb06-87ed-4724-9a92-dbf6999243ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.792553] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1039.792553] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5247070e-ca91-2577-b083-1c8c14aab570" [ 1039.792553] env[68116]: _type = "Task" [ 1039.792553] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.801540] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5247070e-ca91-2577-b083-1c8c14aab570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.808613] env[68116]: DEBUG nova.network.neutron [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Successfully created port: ad8e0ef5-0d46-4827-95b0-1cca997e3c58 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.880456] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-1f45f0d1-5b81-4997-ad7c-47746ce8ea49" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.880638] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-1f45f0d1-5b81-4997-ad7c-47746ce8ea49" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.880806] env[68116]: DEBUG nova.network.neutron [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.916815] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.949022] env[68116]: DEBUG nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.991835] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786564, 'name': Rename_Task, 'duration_secs': 0.197392} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.996770] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.997264] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7e61f1b-dbe2-4d3f-880b-e29447c3eef1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.005079] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1040.005079] env[68116]: value = "task-2786568" [ 1040.005079] env[68116]: _type = "Task" [ 1040.005079] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.022017] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.054007] env[68116]: DEBUG nova.network.neutron [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Updated VIF entry in instance network info cache for port c456063c-f94d-45e3-8e34-d465681ecc82. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.054486] env[68116]: DEBUG nova.network.neutron [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Updating instance_info_cache with network_info: [{"id": "c456063c-f94d-45e3-8e34-d465681ecc82", "address": "fa:16:3e:97:24:64", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc456063c-f9", "ovs_interfaceid": "c456063c-f94d-45e3-8e34-d465681ecc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.083183] env[68116]: DEBUG oslo_vmware.api [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Task: {'id': task-2786566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252458} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.084338] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.084541] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.085638] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.085638] env[68116]: INFO nova.compute.manager [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1040.085638] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.085638] env[68116]: DEBUG nova.compute.manager [-] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.085850] env[68116]: DEBUG nova.network.neutron [-] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.244331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa54dcc0-3d5d-4ff0-aa36-8eb53ea696f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.254351] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac9f985-f9db-402b-97ae-e0d3e1168afb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.301382] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a9a455-300b-4abe-963b-94ab7ab00bd8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.307513] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.314021] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5247070e-ca91-2577-b083-1c8c14aab570, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.316865] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.316865] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.317095] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.317519] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.317857] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.318216] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e31c9a-a9d8-4969-a7af-a7837c4d126c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.321102] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b808b4-42b4-4aa1-9013-a8906b7ca975 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.337053] env[68116]: DEBUG nova.compute.provider_tree [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.340114] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.340337] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.341267] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26e7070-cd4e-46e2-920d-f0e6af7496cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.348216] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1040.348216] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bcc99d-a8fa-8355-2a48-041a60b5eda9" [ 1040.348216] env[68116]: _type = "Task" [ 1040.348216] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.357657] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bcc99d-a8fa-8355-2a48-041a60b5eda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.416485] env[68116]: DEBUG nova.network.neutron [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.517579] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.558942] env[68116]: DEBUG oslo_concurrency.lockutils [req-c673ee74-894e-44d8-9bea-cb8bf38998d9 req-d036a17a-ba2c-4a74-ae42-eff99ff66a2f service nova] Releasing lock "refresh_cache-616d11a3-6b3f-4d9a-a765-ff920cc39e4d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.620729] env[68116]: DEBUG nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Received event network-vif-plugged-5d84f89f-aa4f-494e-a23d-40a485a046ef {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1040.622096] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] Acquiring lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.622096] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.622096] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.622096] env[68116]: DEBUG nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] No waiting events found dispatching network-vif-plugged-5d84f89f-aa4f-494e-a23d-40a485a046ef {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.622096] env[68116]: WARNING nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Received unexpected event network-vif-plugged-5d84f89f-aa4f-494e-a23d-40a485a046ef for instance with vm_state building and task_state spawning. [ 1040.622096] env[68116]: DEBUG nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Received event network-changed-5d84f89f-aa4f-494e-a23d-40a485a046ef {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1040.622524] env[68116]: DEBUG nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Refreshing instance network info cache due to event network-changed-5d84f89f-aa4f-494e-a23d-40a485a046ef. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1040.622745] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] Acquiring lock "refresh_cache-1f45f0d1-5b81-4997-ad7c-47746ce8ea49" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.688308] env[68116]: DEBUG nova.network.neutron [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Updating instance_info_cache with network_info: [{"id": "5d84f89f-aa4f-494e-a23d-40a485a046ef", "address": "fa:16:3e:3f:e9:57", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d84f89f-aa", "ovs_interfaceid": "5d84f89f-aa4f-494e-a23d-40a485a046ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.772517] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786567, 'name': CreateSnapshot_Task, 'duration_secs': 0.924191} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.772827] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.773623] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15efb1fb-25cb-4449-8274-45c87ffc1de6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.843090] env[68116]: DEBUG nova.scheduler.client.report [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.860359] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bcc99d-a8fa-8355-2a48-041a60b5eda9, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.861706] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3bb9c3-9457-429e-965f-6086b207b9a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.867812] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1040.867812] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527f80bf-0fbc-761e-570b-76d8ba71a6ed" [ 1040.867812] env[68116]: _type = "Task" [ 1040.867812] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.877366] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527f80bf-0fbc-761e-570b-76d8ba71a6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.948613] env[68116]: DEBUG nova.network.neutron [-] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.956237] env[68116]: DEBUG nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.983588] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.983833] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.983991] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.984193] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.984431] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.984619] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.985128] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.985128] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.985255] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.985389] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.985560] env[68116]: DEBUG nova.virt.hardware [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.986484] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78b9271-5810-4a00-a391-ec572fe0b6fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.994263] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04954a23-6254-4ed9-a7be-9fc4b7800ac7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.015062] env[68116]: DEBUG oslo_vmware.api [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786568, 'name': PowerOnVM_Task, 'duration_secs': 0.638405} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.015322] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.015548] env[68116]: INFO nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1041.015734] env[68116]: DEBUG nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.016477] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d81467-6759-4d15-9ddc-8e14666a3300 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.193375] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-1f45f0d1-5b81-4997-ad7c-47746ce8ea49" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.193532] env[68116]: DEBUG nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Instance network_info: |[{"id": "5d84f89f-aa4f-494e-a23d-40a485a046ef", "address": "fa:16:3e:3f:e9:57", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d84f89f-aa", "ovs_interfaceid": "5d84f89f-aa4f-494e-a23d-40a485a046ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.193831] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] Acquired lock "refresh_cache-1f45f0d1-5b81-4997-ad7c-47746ce8ea49" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.194018] env[68116]: DEBUG nova.network.neutron [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Refreshing network info cache for port 5d84f89f-aa4f-494e-a23d-40a485a046ef {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.195174] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:e9:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d84f89f-aa4f-494e-a23d-40a485a046ef', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.203142] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.206104] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.206580] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8868c73-ee1b-4050-9b5f-d92d7fae635a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.229863] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.229863] env[68116]: value = "task-2786569" [ 1041.229863] env[68116]: _type = "Task" [ 1041.229863] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.241982] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786569, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.291692] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1041.292124] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82095bcf-af4a-4d65-b61c-f3c5d89d34dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.301315] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1041.301315] env[68116]: value = "task-2786570" [ 1041.301315] env[68116]: _type = "Task" [ 1041.301315] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.312807] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786570, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.348458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.348982] env[68116]: DEBUG nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.353998] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.372s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.355532] env[68116]: INFO nova.compute.claims [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.383142] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527f80bf-0fbc-761e-570b-76d8ba71a6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.387495] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.387999] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.388640] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70f762d5-d2d7-45dc-82f9-7a5e1b09f004 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.397905] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1041.397905] env[68116]: value = "task-2786571" [ 1041.397905] env[68116]: _type = "Task" [ 1041.397905] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.407164] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.451021] env[68116]: INFO nova.compute.manager [-] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Took 1.37 seconds to deallocate network for instance. [ 1041.511158] env[68116]: DEBUG nova.network.neutron [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Updated VIF entry in instance network info cache for port 5d84f89f-aa4f-494e-a23d-40a485a046ef. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.511644] env[68116]: DEBUG nova.network.neutron [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Updating instance_info_cache with network_info: [{"id": "5d84f89f-aa4f-494e-a23d-40a485a046ef", "address": "fa:16:3e:3f:e9:57", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d84f89f-aa", "ovs_interfaceid": "5d84f89f-aa4f-494e-a23d-40a485a046ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.532766] env[68116]: INFO nova.compute.manager [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Took 19.05 seconds to build instance. [ 1041.559347] env[68116]: DEBUG nova.network.neutron [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Successfully updated port: ad8e0ef5-0d46-4827-95b0-1cca997e3c58 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.740345] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786569, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.816338] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786570, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.860720] env[68116]: DEBUG nova.compute.utils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.865958] env[68116]: DEBUG nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.866242] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.910400] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786571, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.914980] env[68116]: DEBUG nova.policy [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7bf40e9a104610abcd8a98be7c758c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc2e52fb5d046a6a90d046dd004fc81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.959867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.017309] env[68116]: DEBUG oslo_concurrency.lockutils [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] Releasing lock "refresh_cache-1f45f0d1-5b81-4997-ad7c-47746ce8ea49" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.017309] env[68116]: DEBUG nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Received event network-vif-deleted-9b9d89ff-5b35-417d-8b73-1e37979081e3 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.017309] env[68116]: INFO nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Neutron deleted interface 9b9d89ff-5b35-417d-8b73-1e37979081e3; detaching it from the instance and deleting it from the info cache [ 1042.017309] env[68116]: DEBUG nova.network.neutron [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.036076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d92b4f84-206e-4875-a66b-459dfbca4385 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.562s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.062706] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "refresh_cache-4c248d3b-3f99-4b4b-b255-c5aebf72c796" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.062892] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "refresh_cache-4c248d3b-3f99-4b4b-b255-c5aebf72c796" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.063096] env[68116]: DEBUG nova.network.neutron [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.200267] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Successfully created port: a628be4e-abd7-4490-aa64-f26035375627 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.242926] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786569, 'name': CreateVM_Task, 'duration_secs': 0.633744} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.243205] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.244094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.244298] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.244731] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.244997] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d142b889-494e-462c-bfee-180eb3c182e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.251415] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1042.251415] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521767f4-b02b-59fc-15b3-2a68ad678cf5" [ 1042.251415] env[68116]: _type = "Task" [ 1042.251415] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.261826] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521767f4-b02b-59fc-15b3-2a68ad678cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.314349] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786570, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.370774] env[68116]: DEBUG nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.409851] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676244} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.410164] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.410412] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.410697] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dbfed2c-2eff-46e6-b7bc-905723caec14 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.423180] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1042.423180] env[68116]: value = "task-2786572" [ 1042.423180] env[68116]: _type = "Task" [ 1042.423180] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.446871] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.498440] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Successfully created port: 39401f0c-f22a-4b65-b702-d027303dab7f {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.519910] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17f8e084-f7bc-493a-8bc7-6cd643e11910 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.531742] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43514a81-6083-430a-b0db-25ad1cfa53b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.572423] env[68116]: DEBUG nova.compute.manager [req-9f0f36d4-d756-4751-8f23-2ee639034ca8 req-ec626224-2831-4174-b39d-54e1e99ab422 service nova] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Detach interface failed, port_id=9b9d89ff-5b35-417d-8b73-1e37979081e3, reason: Instance fdc88bee-d41c-4cda-901f-18a1f1a2ff09 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1042.604657] env[68116]: DEBUG nova.network.neutron [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.655571] env[68116]: DEBUG nova.compute.manager [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Received event network-vif-plugged-ad8e0ef5-0d46-4827-95b0-1cca997e3c58 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.656648] env[68116]: DEBUG oslo_concurrency.lockutils [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] Acquiring lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.657947] env[68116]: DEBUG oslo_concurrency.lockutils [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.657947] env[68116]: DEBUG oslo_concurrency.lockutils [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.657947] env[68116]: DEBUG nova.compute.manager [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] No waiting events found dispatching network-vif-plugged-ad8e0ef5-0d46-4827-95b0-1cca997e3c58 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.657947] env[68116]: WARNING nova.compute.manager [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Received unexpected event network-vif-plugged-ad8e0ef5-0d46-4827-95b0-1cca997e3c58 for instance with vm_state building and task_state spawning. [ 1042.657947] env[68116]: DEBUG nova.compute.manager [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Received event network-changed-ad8e0ef5-0d46-4827-95b0-1cca997e3c58 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.657947] env[68116]: DEBUG nova.compute.manager [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Refreshing instance network info cache due to event network-changed-ad8e0ef5-0d46-4827-95b0-1cca997e3c58. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1042.657947] env[68116]: DEBUG oslo_concurrency.lockutils [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] Acquiring lock "refresh_cache-4c248d3b-3f99-4b4b-b255-c5aebf72c796" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.665759] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5dc75e-8977-498c-bf40-cd2df7a6da5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.674871] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f8f2dc-a068-4b24-95a0-3d7ceb217baa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.713618] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f928c11-487b-4573-b210-317212aa30d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.722175] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b009731f-734b-4573-bfae-cb1de73b3c55 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.736794] env[68116]: DEBUG nova.compute.provider_tree [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.761453] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521767f4-b02b-59fc-15b3-2a68ad678cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.761758] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.761985] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.762235] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.762382] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.762561] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.762817] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e14a03-db7f-4acf-981a-d65f5ce1efb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.778236] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.778342] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.779066] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537d0462-b8f9-4e81-98a7-239d13ee9f35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.785433] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1042.785433] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bc4548-4532-3dc9-432e-86300798de87" [ 1042.785433] env[68116]: _type = "Task" [ 1042.785433] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.792978] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bc4548-4532-3dc9-432e-86300798de87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.807496] env[68116]: DEBUG nova.network.neutron [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Updating instance_info_cache with network_info: [{"id": "ad8e0ef5-0d46-4827-95b0-1cca997e3c58", "address": "fa:16:3e:db:3a:b8", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e0ef5-0d", "ovs_interfaceid": "ad8e0ef5-0d46-4827-95b0-1cca997e3c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.811725] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786570, 'name': CloneVM_Task, 'duration_secs': 1.422668} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.812176] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Created linked-clone VM from snapshot [ 1042.812887] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75394003-028f-4ae8-bbd5-999c3b7abe29 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.821987] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Uploading image f0806acd-825b-4fdd-aba8-59cece8323ab {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.848385] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1042.848385] env[68116]: value = "vm-560178" [ 1042.848385] env[68116]: _type = "VirtualMachine" [ 1042.848385] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1042.848646] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6080077-cf4b-439b-acea-e86245c55b17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.856706] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lease: (returnval){ [ 1042.856706] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52022b86-97cb-3d65-8b2b-f78d53c2f73a" [ 1042.856706] env[68116]: _type = "HttpNfcLease" [ 1042.856706] env[68116]: } obtained for exporting VM: (result){ [ 1042.856706] env[68116]: value = "vm-560178" [ 1042.856706] env[68116]: _type = "VirtualMachine" [ 1042.856706] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1042.857054] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the lease: (returnval){ [ 1042.857054] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52022b86-97cb-3d65-8b2b-f78d53c2f73a" [ 1042.857054] env[68116]: _type = "HttpNfcLease" [ 1042.857054] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1042.864105] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.864105] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52022b86-97cb-3d65-8b2b-f78d53c2f73a" [ 1042.864105] env[68116]: _type = "HttpNfcLease" [ 1042.864105] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.940024] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079246} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.940469] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.941330] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2feeea5-3f92-4cc7-9293-e02c474e2640 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.965554] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.965927] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5cdbdc-7011-4561-a646-46700a011018 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.989093] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1042.989093] env[68116]: value = "task-2786574" [ 1042.989093] env[68116]: _type = "Task" [ 1042.989093] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.000402] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.159615] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "f575018a-d6f5-4bae-9e08-a2331236e74a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.159957] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.160227] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "f575018a-d6f5-4bae-9e08-a2331236e74a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.160472] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.160695] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.163089] env[68116]: INFO nova.compute.manager [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Terminating instance [ 1043.241021] env[68116]: DEBUG nova.scheduler.client.report [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.299171] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bc4548-4532-3dc9-432e-86300798de87, 'name': SearchDatastore_Task, 'duration_secs': 0.034377} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.299982] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db17299b-5f0e-49b5-8fca-f528f189d7d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.305762] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1043.305762] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ee280a-0797-b947-3c8f-c77d759bccf5" [ 1043.305762] env[68116]: _type = "Task" [ 1043.305762] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.315301] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "refresh_cache-4c248d3b-3f99-4b4b-b255-c5aebf72c796" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.315650] env[68116]: DEBUG nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Instance network_info: |[{"id": "ad8e0ef5-0d46-4827-95b0-1cca997e3c58", "address": "fa:16:3e:db:3a:b8", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e0ef5-0d", "ovs_interfaceid": "ad8e0ef5-0d46-4827-95b0-1cca997e3c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.315938] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ee280a-0797-b947-3c8f-c77d759bccf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.316193] env[68116]: DEBUG oslo_concurrency.lockutils [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] Acquired lock "refresh_cache-4c248d3b-3f99-4b4b-b255-c5aebf72c796" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.316364] env[68116]: DEBUG nova.network.neutron [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Refreshing network info cache for port ad8e0ef5-0d46-4827-95b0-1cca997e3c58 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.317650] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:3a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad8e0ef5-0d46-4827-95b0-1cca997e3c58', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.325546] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.326331] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.326568] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa97633f-22d4-4460-a984-347ec045c1f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.351691] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.351691] env[68116]: value = "task-2786575" [ 1043.351691] env[68116]: _type = "Task" [ 1043.351691] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.360067] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786575, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.367595] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.367595] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52022b86-97cb-3d65-8b2b-f78d53c2f73a" [ 1043.367595] env[68116]: _type = "HttpNfcLease" [ 1043.367595] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1043.367913] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1043.367913] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52022b86-97cb-3d65-8b2b-f78d53c2f73a" [ 1043.367913] env[68116]: _type = "HttpNfcLease" [ 1043.367913] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1043.368782] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc58620-2bdb-41d2-a279-6eb466d4148d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.376797] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294faa4-e150-7872-d47c-8e80ceb7b963/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1043.377043] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294faa4-e150-7872-d47c-8e80ceb7b963/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1043.379474] env[68116]: DEBUG nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.449191] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.449481] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.449642] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.449860] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.450042] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.450202] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.450424] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.450581] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.450767] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.450931] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.451120] env[68116]: DEBUG nova.virt.hardware [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.452054] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4452ea5e-6762-4f38-8f09-3ff2f516f6be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.461610] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37299d55-945e-4172-93e7-4c8015d2d502 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.492202] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10c2a108-07b4-4e15-a67b-ec8c2aa0b6e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.505489] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786574, 'name': ReconfigVM_Task, 'duration_secs': 0.38096} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.509016] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.510689] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ad1360f-c321-407d-893d-de6943fcd68d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.519734] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1043.519734] env[68116]: value = "task-2786576" [ 1043.519734] env[68116]: _type = "Task" [ 1043.519734] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.536816] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786576, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.666823] env[68116]: DEBUG nova.compute.manager [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.667112] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.668100] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5298d-1322-44e5-a1b6-b89e04012640 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.676180] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.676528] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832238f5-f267-44cc-9992-a36a7efb47fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.683154] env[68116]: DEBUG oslo_vmware.api [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1043.683154] env[68116]: value = "task-2786577" [ 1043.683154] env[68116]: _type = "Task" [ 1043.683154] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.693186] env[68116]: DEBUG oslo_vmware.api [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.746734] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.747550] env[68116]: DEBUG nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.751066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.834s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.817532] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ee280a-0797-b947-3c8f-c77d759bccf5, 'name': SearchDatastore_Task, 'duration_secs': 0.023651} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.817819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.818104] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.818378] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a68b2b3-b2e2-4873-963e-9a3399c815a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.829420] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1043.829420] env[68116]: value = "task-2786578" [ 1043.829420] env[68116]: _type = "Task" [ 1043.829420] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.839442] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.861970] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786575, 'name': CreateVM_Task, 'duration_secs': 0.387209} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.865224] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.866117] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866301] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866795] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.867541] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9711e5-fe45-4424-8ed3-daa2acce593c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.873477] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1043.873477] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5233f21d-a7c9-f4c8-1b02-f3d403b607ac" [ 1043.873477] env[68116]: _type = "Task" [ 1043.873477] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.883513] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5233f21d-a7c9-f4c8-1b02-f3d403b607ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.019853] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Successfully updated port: a628be4e-abd7-4490-aa64-f26035375627 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.030867] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786576, 'name': Rename_Task, 'duration_secs': 0.211185} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.031556] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.031692] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08b0ddf-6b3b-425f-954b-04a912e784f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.042355] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1044.042355] env[68116]: value = "task-2786579" [ 1044.042355] env[68116]: _type = "Task" [ 1044.042355] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.053646] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.196675] env[68116]: DEBUG oslo_vmware.api [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786577, 'name': PowerOffVM_Task, 'duration_secs': 0.283468} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.197237] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.198067] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.198509] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0a18e2c-abe4-426f-91dc-d9c543dab452 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.254911] env[68116]: DEBUG nova.compute.utils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.260728] env[68116]: INFO nova.compute.claims [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.267557] env[68116]: DEBUG nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.267758] env[68116]: DEBUG nova.network.neutron [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.298722] env[68116]: DEBUG nova.network.neutron [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Updated VIF entry in instance network info cache for port ad8e0ef5-0d46-4827-95b0-1cca997e3c58. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.299266] env[68116]: DEBUG nova.network.neutron [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Updating instance_info_cache with network_info: [{"id": "ad8e0ef5-0d46-4827-95b0-1cca997e3c58", "address": "fa:16:3e:db:3a:b8", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e0ef5-0d", "ovs_interfaceid": "ad8e0ef5-0d46-4827-95b0-1cca997e3c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.320499] env[68116]: DEBUG nova.policy [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.324242] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.324398] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.324649] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleting the datastore file [datastore2] f575018a-d6f5-4bae-9e08-a2331236e74a {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.324960] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3088ec6-07f5-4143-9505-376d7775fecd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.337022] env[68116]: DEBUG oslo_vmware.api [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for the task: (returnval){ [ 1044.337022] env[68116]: value = "task-2786581" [ 1044.337022] env[68116]: _type = "Task" [ 1044.337022] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.345665] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.355046] env[68116]: DEBUG oslo_vmware.api [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.386818] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5233f21d-a7c9-f4c8-1b02-f3d403b607ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014417} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.387250] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.387538] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.387837] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.388038] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.388363] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.388623] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd5de36a-0992-4e72-836d-6a55c9359f60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.404634] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.404915] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.405891] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf4b259-43ad-4968-b731-77c46bc68bfa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.414633] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1044.414633] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524c21ce-0536-d3f7-e215-235492f0d25f" [ 1044.414633] env[68116]: _type = "Task" [ 1044.414633] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.428101] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524c21ce-0536-d3f7-e215-235492f0d25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.554539] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786579, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.677254] env[68116]: DEBUG nova.network.neutron [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Successfully created port: dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.688798] env[68116]: DEBUG nova.compute.manager [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received event network-vif-plugged-a628be4e-abd7-4490-aa64-f26035375627 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.689251] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] Acquiring lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.689534] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.689801] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.690285] env[68116]: DEBUG nova.compute.manager [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] No waiting events found dispatching network-vif-plugged-a628be4e-abd7-4490-aa64-f26035375627 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.690733] env[68116]: WARNING nova.compute.manager [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received unexpected event network-vif-plugged-a628be4e-abd7-4490-aa64-f26035375627 for instance with vm_state building and task_state spawning. [ 1044.691048] env[68116]: DEBUG nova.compute.manager [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received event network-changed-a628be4e-abd7-4490-aa64-f26035375627 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.691331] env[68116]: DEBUG nova.compute.manager [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Refreshing instance network info cache due to event network-changed-a628be4e-abd7-4490-aa64-f26035375627. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1044.691648] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] Acquiring lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.691894] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] Acquired lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.692231] env[68116]: DEBUG nova.network.neutron [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Refreshing network info cache for port a628be4e-abd7-4490-aa64-f26035375627 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.768739] env[68116]: DEBUG nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.774714] env[68116]: INFO nova.compute.resource_tracker [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating resource usage from migration 194973c6-397f-4a17-8db7-3625466b5a1f [ 1044.804324] env[68116]: DEBUG oslo_concurrency.lockutils [req-81987da0-24e3-4331-b06c-88ccd357b6b5 req-288bd576-a1b2-456a-8663-f62c912e3e33 service nova] Releasing lock "refresh_cache-4c248d3b-3f99-4b4b-b255-c5aebf72c796" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.848356] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665933} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.849646] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.849883] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.850168] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f6fd3d-b1a3-496e-89d6-d6965a5ab9ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.856218] env[68116]: DEBUG oslo_vmware.api [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Task: {'id': task-2786581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349392} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.857109] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.857359] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.857523] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.857698] env[68116]: INFO nova.compute.manager [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1044.857941] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.858233] env[68116]: DEBUG nova.compute.manager [-] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.858335] env[68116]: DEBUG nova.network.neutron [-] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.865869] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1044.865869] env[68116]: value = "task-2786582" [ 1044.865869] env[68116]: _type = "Task" [ 1044.865869] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.883798] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.929796] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524c21ce-0536-d3f7-e215-235492f0d25f, 'name': SearchDatastore_Task, 'duration_secs': 0.05839} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.935866] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a757020-37d5-4626-a646-69854f2915c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.942842] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1044.942842] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5262db02-4299-c804-efd5-8f3372e1fb53" [ 1044.942842] env[68116]: _type = "Task" [ 1044.942842] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.953325] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5262db02-4299-c804-efd5-8f3372e1fb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.054262] env[68116]: DEBUG oslo_vmware.api [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786579, 'name': PowerOnVM_Task, 'duration_secs': 0.675483} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.054636] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.054975] env[68116]: INFO nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1045.055246] env[68116]: DEBUG nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.059685] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e231e-8a4f-4658-8d45-74c82048317c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.102019] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd40203-0455-4ac6-aba2-e4ffa5b9265f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.110909] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51e2b28-6954-4147-82e9-c5d663a60128 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.150111] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36900995-3637-40af-a93a-16fa58c8c742 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.161356] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2600605-0d93-4c2c-b85e-aa5687a74e58 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.176325] env[68116]: DEBUG nova.compute.provider_tree [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.229157] env[68116]: DEBUG nova.network.neutron [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.318144] env[68116]: DEBUG nova.network.neutron [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.376083] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195635} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.376462] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.377383] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1382fa3c-a8a8-4cd0-8d28-be5fd41916a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.400984] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.401808] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b79809-5dd8-4f84-a5e9-4cde74989df9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.424033] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1045.424033] env[68116]: value = "task-2786583" [ 1045.424033] env[68116]: _type = "Task" [ 1045.424033] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.432810] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.454431] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5262db02-4299-c804-efd5-8f3372e1fb53, 'name': SearchDatastore_Task, 'duration_secs': 0.028096} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.455380] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.455380] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4c248d3b-3f99-4b4b-b255-c5aebf72c796/4c248d3b-3f99-4b4b-b255-c5aebf72c796.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.455380] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a5a4c20-7bd7-4680-8cb2-4105394f3909 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.463729] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1045.463729] env[68116]: value = "task-2786584" [ 1045.463729] env[68116]: _type = "Task" [ 1045.463729] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.473154] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.579962] env[68116]: INFO nova.compute.manager [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Took 15.81 seconds to build instance. [ 1045.680976] env[68116]: DEBUG nova.scheduler.client.report [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.684439] env[68116]: DEBUG nova.network.neutron [-] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.781562] env[68116]: DEBUG nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.811027] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.811027] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.811027] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.811027] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.811027] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.811456] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.811456] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.811570] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.811730] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.811925] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.812126] env[68116]: DEBUG nova.virt.hardware [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.813096] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1024bb8-0ce8-445e-bef0-bc5f3406b026 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.822622] env[68116]: DEBUG oslo_concurrency.lockutils [req-7c672efd-4ad6-47e8-b609-b1db1c93a207 req-5fdbc9cd-454d-4668-aa6c-5938d4d49ced service nova] Releasing lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.824021] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65b7a82-7dc4-47b6-bb2a-43c55f7650dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.935873] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.978823] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49868} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.979111] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4c248d3b-3f99-4b4b-b255-c5aebf72c796/4c248d3b-3f99-4b4b-b255-c5aebf72c796.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.979353] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.979837] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653a6205-fc46-4627-81b7-ccfcf64ac676 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.988023] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1045.988023] env[68116]: value = "task-2786585" [ 1045.988023] env[68116]: _type = "Task" [ 1045.988023] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.998220] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.056344] env[68116]: DEBUG nova.compute.manager [req-c1c631e8-e549-4081-8c10-6c70f6042730 req-4fba5bbe-8a3d-41fe-9d53-a0164d203616 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received event network-vif-plugged-39401f0c-f22a-4b65-b702-d027303dab7f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.056632] env[68116]: DEBUG oslo_concurrency.lockutils [req-c1c631e8-e549-4081-8c10-6c70f6042730 req-4fba5bbe-8a3d-41fe-9d53-a0164d203616 service nova] Acquiring lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.056877] env[68116]: DEBUG oslo_concurrency.lockutils [req-c1c631e8-e549-4081-8c10-6c70f6042730 req-4fba5bbe-8a3d-41fe-9d53-a0164d203616 service nova] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.057068] env[68116]: DEBUG oslo_concurrency.lockutils [req-c1c631e8-e549-4081-8c10-6c70f6042730 req-4fba5bbe-8a3d-41fe-9d53-a0164d203616 service nova] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.057265] env[68116]: DEBUG nova.compute.manager [req-c1c631e8-e549-4081-8c10-6c70f6042730 req-4fba5bbe-8a3d-41fe-9d53-a0164d203616 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] No waiting events found dispatching network-vif-plugged-39401f0c-f22a-4b65-b702-d027303dab7f {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.057455] env[68116]: WARNING nova.compute.manager [req-c1c631e8-e549-4081-8c10-6c70f6042730 req-4fba5bbe-8a3d-41fe-9d53-a0164d203616 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received unexpected event network-vif-plugged-39401f0c-f22a-4b65-b702-d027303dab7f for instance with vm_state building and task_state spawning. [ 1046.084025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3572031a-5608-4944-a9a7-26ed55374b44 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.320s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.153426] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Successfully updated port: 39401f0c-f22a-4b65-b702-d027303dab7f {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.187248] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.437s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.187531] env[68116]: INFO nova.compute.manager [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Migrating [ 1046.195856] env[68116]: INFO nova.compute.manager [-] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Took 1.34 seconds to deallocate network for instance. [ 1046.199027] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.239s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.199318] env[68116]: DEBUG nova.objects.instance [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lazy-loading 'resources' on Instance uuid fdc88bee-d41c-4cda-901f-18a1f1a2ff09 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.311035] env[68116]: DEBUG nova.network.neutron [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Successfully updated port: dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.435164] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786583, 'name': ReconfigVM_Task, 'duration_secs': 0.594312} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.435506] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.436139] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a73b7af-83d0-46a6-a2bf-b440be1d04e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.444043] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1046.444043] env[68116]: value = "task-2786586" [ 1046.444043] env[68116]: _type = "Task" [ 1046.444043] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.452508] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786586, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.500364] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098483} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.500770] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.501621] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdfeb39-2126-4892-9825-722171c0f1d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.525330] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 4c248d3b-3f99-4b4b-b255-c5aebf72c796/4c248d3b-3f99-4b4b-b255-c5aebf72c796.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.525650] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cad3fe3-966e-4fcc-8137-8d17bbfeab53 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.547790] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1046.547790] env[68116]: value = "task-2786587" [ 1046.547790] env[68116]: _type = "Task" [ 1046.547790] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.556781] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.656324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.656568] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.656702] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.719936] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.720370] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.720645] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.720730] env[68116]: DEBUG nova.network.neutron [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.817912] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.817912] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.817912] env[68116]: DEBUG nova.network.neutron [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.955202] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786586, 'name': Rename_Task, 'duration_secs': 0.21559} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.959199] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.959199] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2ab386a-ba34-48b0-8603-4cf2c0393fce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.967204] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1046.967204] env[68116]: value = "task-2786588" [ 1046.967204] env[68116]: _type = "Task" [ 1046.967204] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.973364] env[68116]: DEBUG nova.compute.manager [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Received event network-vif-deleted-803b244e-3290-4c00-986d-b802e9fd3f35 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.973585] env[68116]: DEBUG nova.compute.manager [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-vif-plugged-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.973774] env[68116]: DEBUG oslo_concurrency.lockutils [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] Acquiring lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.973972] env[68116]: DEBUG oslo_concurrency.lockutils [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] Lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.974157] env[68116]: DEBUG oslo_concurrency.lockutils [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] Lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.974318] env[68116]: DEBUG nova.compute.manager [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] No waiting events found dispatching network-vif-plugged-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.974481] env[68116]: WARNING nova.compute.manager [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received unexpected event network-vif-plugged-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 for instance with vm_state building and task_state spawning. [ 1046.974636] env[68116]: DEBUG nova.compute.manager [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.974779] env[68116]: DEBUG nova.compute.manager [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing instance network info cache due to event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1046.974940] env[68116]: DEBUG oslo_concurrency.lockutils [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.978647] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.980309] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa0a474-fb00-4e1f-86f1-123c76a584a2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.989170] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f17801-c58a-4a30-afff-b126c5cb3e7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.030783] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068d67e9-78d3-4946-b8d5-36900e8e18ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.039650] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f207452-e704-40a7-b9bc-835f47518a93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.055214] env[68116]: DEBUG nova.compute.provider_tree [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.067052] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.203217] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.371456] env[68116]: DEBUG nova.network.neutron [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.483194] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.502070] env[68116]: DEBUG nova.network.neutron [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance_info_cache with network_info: [{"id": "fb9d694d-4f15-4094-aba7-283d55db4796", "address": "fa:16:3e:f3:98:45", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9d694d-4f", "ovs_interfaceid": "fb9d694d-4f15-4094-aba7-283d55db4796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.563024] env[68116]: DEBUG nova.scheduler.client.report [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.568712] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786587, 'name': ReconfigVM_Task, 'duration_secs': 0.572594} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.569441] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 4c248d3b-3f99-4b4b-b255-c5aebf72c796/4c248d3b-3f99-4b4b-b255-c5aebf72c796.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.569879] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd5ed3e-78da-4c70-bf20-fea0f6e39a50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.578219] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1047.578219] env[68116]: value = "task-2786589" [ 1047.578219] env[68116]: _type = "Task" [ 1047.578219] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.587956] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786589, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.592230] env[68116]: DEBUG nova.network.neutron [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.595540] env[68116]: DEBUG nova.network.neutron [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Updating instance_info_cache with network_info: [{"id": "a628be4e-abd7-4490-aa64-f26035375627", "address": "fa:16:3e:aa:a4:41", "network": {"id": "747f200a-c32e-47b3-9703-60c7c8da65e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824345000", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa628be4e-ab", "ovs_interfaceid": "a628be4e-abd7-4490-aa64-f26035375627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39401f0c-f22a-4b65-b702-d027303dab7f", "address": "fa:16:3e:cb:1b:67", "network": {"id": "83f8d785-9a7f-4db4-ab50-acc071127716", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140646574", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39401f0c-f2", "ovs_interfaceid": "39401f0c-f22a-4b65-b702-d027303dab7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.623141] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "cb077499-1dce-4793-9551-adad48f1a4c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.623496] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.980269] env[68116]: DEBUG oslo_vmware.api [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786588, 'name': PowerOnVM_Task, 'duration_secs': 0.827335} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.980269] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.980269] env[68116]: INFO nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1047.980269] env[68116]: DEBUG nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.980738] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5578e6e1-09a5-4f83-9ceb-4ed27175bc96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.004649] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.070176] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.072573] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.353s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.072830] env[68116]: DEBUG nova.objects.instance [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lazy-loading 'resources' on Instance uuid f575018a-d6f5-4bae-9e08-a2331236e74a {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.094021] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786589, 'name': Rename_Task, 'duration_secs': 0.371044} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.094021] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.094021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.094239] env[68116]: DEBUG nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Instance network_info: |[{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.094373] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8e73d0-11a0-46a4-a901-0f8c34f8bb1a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.096510] env[68116]: DEBUG oslo_concurrency.lockutils [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.096694] env[68116]: DEBUG nova.network.neutron [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.097830] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ed:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba6fbea-6cc7-4b2a-bc2b-479e244650b7', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.105668] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.107213] env[68116]: INFO nova.scheduler.client.report [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Deleted allocations for instance fdc88bee-d41c-4cda-901f-18a1f1a2ff09 [ 1048.111021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Releasing lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.111021] env[68116]: DEBUG nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Instance network_info: |[{"id": "a628be4e-abd7-4490-aa64-f26035375627", "address": "fa:16:3e:aa:a4:41", "network": {"id": "747f200a-c32e-47b3-9703-60c7c8da65e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824345000", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa628be4e-ab", "ovs_interfaceid": "a628be4e-abd7-4490-aa64-f26035375627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39401f0c-f22a-4b65-b702-d027303dab7f", "address": "fa:16:3e:cb:1b:67", "network": {"id": "83f8d785-9a7f-4db4-ab50-acc071127716", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140646574", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39401f0c-f2", "ovs_interfaceid": "39401f0c-f22a-4b65-b702-d027303dab7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.111021] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.114730] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:a4:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a628be4e-abd7-4490-aa64-f26035375627', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:1b:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39401f0c-f22a-4b65-b702-d027303dab7f', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.125464] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.125740] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adece261-8443-4e29-87e1-c4ee8da7695e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.147739] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.148987] env[68116]: INFO nova.compute.manager [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Detaching volume 723d8e8c-40c2-49d6-b509-23835897c830 [ 1048.150312] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1048.150312] env[68116]: value = "task-2786590" [ 1048.150312] env[68116]: _type = "Task" [ 1048.150312] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.151471] env[68116]: DEBUG nova.compute.manager [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received event network-changed-39401f0c-f22a-4b65-b702-d027303dab7f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.151907] env[68116]: DEBUG nova.compute.manager [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Refreshing instance network info cache due to event network-changed-39401f0c-f22a-4b65-b702-d027303dab7f. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1048.151907] env[68116]: DEBUG oslo_concurrency.lockutils [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] Acquiring lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.152048] env[68116]: DEBUG oslo_concurrency.lockutils [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] Acquired lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.152114] env[68116]: DEBUG nova.network.neutron [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Refreshing network info cache for port 39401f0c-f22a-4b65-b702-d027303dab7f {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.155427] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f779b9b-72eb-4a8d-abe6-3657d7d832a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.184188] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.184188] env[68116]: value = "task-2786591" [ 1048.184188] env[68116]: _type = "Task" [ 1048.184188] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.194106] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.194678] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.194678] env[68116]: value = "task-2786592" [ 1048.194678] env[68116]: _type = "Task" [ 1048.194678] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.203885] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786591, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.209774] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786592, 'name': CreateVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.228197] env[68116]: INFO nova.virt.block_device [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Attempting to driver detach volume 723d8e8c-40c2-49d6-b509-23835897c830 from mountpoint /dev/sdb [ 1048.228443] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.228631] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560157', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'name': 'volume-723d8e8c-40c2-49d6-b509-23835897c830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb077499-1dce-4793-9551-adad48f1a4c5', 'attached_at': '', 'detached_at': '', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'serial': '723d8e8c-40c2-49d6-b509-23835897c830'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.232965] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78bdf7f-3e67-49ed-aed9-06431843f019 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.256903] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d32fdc-a7eb-43c0-8a4a-4fb520d815b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.267138] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87456519-f6d5-4bf4-b064-fac7b059b3ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.301679] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3fc9b9-6699-4cc5-a699-a6d5758b5629 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.321993] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] The volume has not been displaced from its original location: [datastore2] volume-723d8e8c-40c2-49d6-b509-23835897c830/volume-723d8e8c-40c2-49d6-b509-23835897c830.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.327932] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.328402] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f5fdc5-5519-4829-b051-90a7f77be64c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.359547] env[68116]: DEBUG oslo_vmware.api [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1048.359547] env[68116]: value = "task-2786593" [ 1048.359547] env[68116]: _type = "Task" [ 1048.359547] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.370641] env[68116]: DEBUG oslo_vmware.api [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.502156] env[68116]: INFO nova.compute.manager [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Took 18.47 seconds to build instance. [ 1048.579983] env[68116]: DEBUG nova.network.neutron [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Updated VIF entry in instance network info cache for port 39401f0c-f22a-4b65-b702-d027303dab7f. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.579983] env[68116]: DEBUG nova.network.neutron [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Updating instance_info_cache with network_info: [{"id": "a628be4e-abd7-4490-aa64-f26035375627", "address": "fa:16:3e:aa:a4:41", "network": {"id": "747f200a-c32e-47b3-9703-60c7c8da65e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824345000", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa628be4e-ab", "ovs_interfaceid": "a628be4e-abd7-4490-aa64-f26035375627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39401f0c-f22a-4b65-b702-d027303dab7f", "address": "fa:16:3e:cb:1b:67", "network": {"id": "83f8d785-9a7f-4db4-ab50-acc071127716", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140646574", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39401f0c-f2", "ovs_interfaceid": "39401f0c-f22a-4b65-b702-d027303dab7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.587015] env[68116]: DEBUG nova.network.neutron [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updated VIF entry in instance network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.587529] env[68116]: DEBUG nova.network.neutron [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.650338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd77d228-e4c2-46cf-b199-cb5f228dc4e2 tempest-ImagesTestJSON-447768907 tempest-ImagesTestJSON-447768907-project-member] Lock "fdc88bee-d41c-4cda-901f-18a1f1a2ff09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.751s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.682397] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786590, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.695637] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786591, 'name': CreateVM_Task, 'duration_secs': 0.483932} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.695637] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.700076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.700277] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.700673] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.704123] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb37523-6080-4f68-a14f-aee73b9dffdb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.710181] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1048.710181] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52bf15fd-a02c-6d42-69e1-f92dcee83659" [ 1048.710181] env[68116]: _type = "Task" [ 1048.710181] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.713624] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786592, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.725476] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52bf15fd-a02c-6d42-69e1-f92dcee83659, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.725839] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.726141] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.726445] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.726612] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.726814] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.727096] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6bde443-433b-4253-aba1-d66fba7dc46c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.738902] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.739351] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.740175] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079a489c-b6a2-407f-9f93-5481d525d8e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.749151] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1048.749151] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52225289-9254-f9c6-e119-098e05f8d445" [ 1048.749151] env[68116]: _type = "Task" [ 1048.749151] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.760890] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52225289-9254-f9c6-e119-098e05f8d445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.823117] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899698f-bd8f-4cb2-b1c3-260a8e4aa072 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.831107] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480b189a-bdcf-4645-a202-99c6694c3714 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.863578] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.867650] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52286dc3-9587-4052-9a90-f1cd0d675566 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.879061] env[68116]: DEBUG oslo_vmware.api [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786593, 'name': ReconfigVM_Task, 'duration_secs': 0.377819} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.879420] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd3f8ca-fee0-4c81-b02e-84e6c665eacb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.883145] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.887791] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbdbbe2-ae9b-4d4d-954a-645a109000e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.908788] env[68116]: DEBUG nova.compute.provider_tree [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.911406] env[68116]: DEBUG oslo_vmware.api [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1048.911406] env[68116]: value = "task-2786594" [ 1048.911406] env[68116]: _type = "Task" [ 1048.911406] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.920550] env[68116]: DEBUG oslo_vmware.api [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.005070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ac5bb1de-44a9-431d-93f4-013deda4fd7d tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.978s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.005569] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.142s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.005881] env[68116]: DEBUG nova.compute.manager [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.007260] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db72929-58a1-4615-9c60-2ae450d0fb71 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.019094] env[68116]: DEBUG nova.compute.manager [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1049.019724] env[68116]: DEBUG nova.objects.instance [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'flavor' on Instance uuid 1f45f0d1-5b81-4997-ad7c-47746ce8ea49 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.082908] env[68116]: DEBUG oslo_concurrency.lockutils [req-8fa1df96-6990-4866-84c6-9e0dde091c2c req-76bbb2dc-c414-4af0-aba5-5d3dee001809 service nova] Releasing lock "refresh_cache-8d68433b-7638-4d70-9089-8194ca87c6d5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.090807] env[68116]: DEBUG oslo_concurrency.lockutils [req-1acfe083-4e1c-478f-812a-d2852d363b17 req-798f7116-ea89-47a9-93df-c7cf2770d82d service nova] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.182601] env[68116]: DEBUG oslo_vmware.api [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786590, 'name': PowerOnVM_Task, 'duration_secs': 0.70276} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.182884] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.183132] env[68116]: INFO nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1049.183333] env[68116]: DEBUG nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.184164] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338dae2e-9808-4ecf-8976-39777f695433 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.204489] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786592, 'name': CreateVM_Task, 'duration_secs': 0.525188} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.204604] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.205420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.205654] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.206016] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.206190] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903b2966-0ed4-4ad2-9c73-9b74ca13c30e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.211545] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1049.211545] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52746105-e961-698a-10d0-5876b9cd7b96" [ 1049.211545] env[68116]: _type = "Task" [ 1049.211545] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.220712] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52746105-e961-698a-10d0-5876b9cd7b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.264416] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52225289-9254-f9c6-e119-098e05f8d445, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.265323] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25d338b-acdd-4aa3-a59b-ba7e39824e85 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.271483] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1049.271483] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c8c4fc-7f8d-013a-1446-5a7d1ec39b43" [ 1049.271483] env[68116]: _type = "Task" [ 1049.271483] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.280557] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c8c4fc-7f8d-013a-1446-5a7d1ec39b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.413861] env[68116]: DEBUG nova.scheduler.client.report [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.427835] env[68116]: DEBUG oslo_vmware.api [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786594, 'name': ReconfigVM_Task, 'duration_secs': 0.155654} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.428194] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560157', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'name': 'volume-723d8e8c-40c2-49d6-b509-23835897c830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb077499-1dce-4793-9551-adad48f1a4c5', 'attached_at': '', 'detached_at': '', 'volume_id': '723d8e8c-40c2-49d6-b509-23835897c830', 'serial': '723d8e8c-40c2-49d6-b509-23835897c830'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1049.529932] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12727373-e2c6-4ef9-ab0d-d2ece9fe986c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.556183] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance '648318f9-f0f0-449f-a3ed-05b35b1d481e' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.707081] env[68116]: INFO nova.compute.manager [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Took 19.24 seconds to build instance. [ 1049.723556] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52746105-e961-698a-10d0-5876b9cd7b96, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.724631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.725028] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.725384] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.789637] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c8c4fc-7f8d-013a-1446-5a7d1ec39b43, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.790616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.791000] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 69b8e486-3167-476d-b9e9-3823b20ee497/69b8e486-3167-476d-b9e9-3823b20ee497.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.791449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.791742] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.792086] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dce491f-73fe-463b-8bb9-bf4a3ff660d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.794201] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3c1a1a2-c00f-4866-b9bf-9ff0ac61283e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.805074] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1049.805074] env[68116]: value = "task-2786595" [ 1049.805074] env[68116]: _type = "Task" [ 1049.805074] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.806642] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.806957] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.811127] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cc37c0-6e7c-40c5-9c17-f01996a3ff24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.819023] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1049.819023] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52993002-76bd-f53e-b621-6027af3c6ec6" [ 1049.819023] env[68116]: _type = "Task" [ 1049.819023] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.820960] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.830376] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52993002-76bd-f53e-b621-6027af3c6ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.922550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.949737] env[68116]: INFO nova.scheduler.client.report [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Deleted allocations for instance f575018a-d6f5-4bae-9e08-a2331236e74a [ 1049.993022] env[68116]: DEBUG nova.objects.instance [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lazy-loading 'flavor' on Instance uuid cb077499-1dce-4793-9551-adad48f1a4c5 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.039098] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.039098] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22dc3f44-db10-4282-8c69-b84098fde37b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.048465] env[68116]: DEBUG oslo_vmware.api [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1050.048465] env[68116]: value = "task-2786596" [ 1050.048465] env[68116]: _type = "Task" [ 1050.048465] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.062733] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.063102] env[68116]: DEBUG oslo_vmware.api [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.063382] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1902da9b-8d95-4d83-b467-0509041e17a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.072940] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1050.072940] env[68116]: value = "task-2786597" [ 1050.072940] env[68116]: _type = "Task" [ 1050.072940] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.083154] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.209466] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6df91e8c-4f0b-4759-8a2b-2f16fb344e80 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.765s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.318089] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.332556] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52993002-76bd-f53e-b621-6027af3c6ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.333480] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e38628-21aa-42de-9be8-295d5c34665f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.341043] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1050.341043] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5272e608-dd70-00e5-7ddf-7c3700bc551a" [ 1050.341043] env[68116]: _type = "Task" [ 1050.341043] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.352603] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5272e608-dd70-00e5-7ddf-7c3700bc551a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.459251] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b365a44a-40fb-4fe8-8377-55935fc30213 tempest-ServerDiskConfigTestJSON-1064584538 tempest-ServerDiskConfigTestJSON-1064584538-project-member] Lock "f575018a-d6f5-4bae-9e08-a2331236e74a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.299s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.502882] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "e8718377-80ee-4173-9d96-b73b0766a9cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.503129] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.561294] env[68116]: DEBUG oslo_vmware.api [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786596, 'name': PowerOffVM_Task, 'duration_secs': 0.398521} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.561671] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.561791] env[68116]: DEBUG nova.compute.manager [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.562604] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad688ad-903a-4f6e-94e1-13617ef2a664 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.584697] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786597, 'name': PowerOffVM_Task, 'duration_secs': 0.383734} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.584969] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.585170] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance '648318f9-f0f0-449f-a3ed-05b35b1d481e' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.821983] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536644} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.821983] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 69b8e486-3167-476d-b9e9-3823b20ee497/69b8e486-3167-476d-b9e9-3823b20ee497.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.821983] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.821983] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-749c4c15-ac7b-4a18-a255-762b66635145 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.831500] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1050.831500] env[68116]: value = "task-2786598" [ 1050.831500] env[68116]: _type = "Task" [ 1050.831500] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.839888] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.854679] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5272e608-dd70-00e5-7ddf-7c3700bc551a, 'name': SearchDatastore_Task, 'duration_secs': 0.021738} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.854679] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.854679] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8d68433b-7638-4d70-9089-8194ca87c6d5/8d68433b-7638-4d70-9089-8194ca87c6d5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.854679] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f80a0912-a8a0-4744-83af-e4d9336c342a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.867020] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1050.867020] env[68116]: value = "task-2786599" [ 1050.867020] env[68116]: _type = "Task" [ 1050.867020] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.876189] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.004317] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20202958-1fde-4147-9845-8a723baa113d tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.381s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.007560] env[68116]: DEBUG nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.076675] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ca41e8de-4d4e-4ff8-b53e-48ee3c13c451 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.093953] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.094396] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.094592] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.094800] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.094959] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.095338] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.095422] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.095721] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.095833] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.095934] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.096176] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.105120] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d4793a-c78f-4b79-bfbc-9384fc85580a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.125131] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1051.125131] env[68116]: value = "task-2786600" [ 1051.125131] env[68116]: _type = "Task" [ 1051.125131] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.138779] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.341945] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07402} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.342613] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.343304] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d909411-e51d-4b23-ad06-277b9622ab92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.377634] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 69b8e486-3167-476d-b9e9-3823b20ee497/69b8e486-3167-476d-b9e9-3823b20ee497.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.377805] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12eb996-c5a7-4d39-a3bd-82929f5bfa00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.404655] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.406662] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1051.406662] env[68116]: value = "task-2786601" [ 1051.406662] env[68116]: _type = "Task" [ 1051.406662] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.416931] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.462857] env[68116]: INFO nova.compute.manager [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Rebuilding instance [ 1051.522142] env[68116]: DEBUG nova.compute.manager [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.523470] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d44cad-0a69-4041-bbed-37dffe430bce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.539542] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.539835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.541371] env[68116]: INFO nova.compute.claims [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.639670] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786600, 'name': ReconfigVM_Task, 'duration_secs': 0.469719} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.639670] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance '648318f9-f0f0-449f-a3ed-05b35b1d481e' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.889312] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57026} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.890305] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8d68433b-7638-4d70-9089-8194ca87c6d5/8d68433b-7638-4d70-9089-8194ca87c6d5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.890767] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.891200] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f03af79f-a3b5-4be6-b021-051414234dac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.902940] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1051.902940] env[68116]: value = "task-2786602" [ 1051.902940] env[68116]: _type = "Task" [ 1051.902940] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.914700] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.921964] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.147522] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.147900] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.147982] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.148122] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.148269] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.148412] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.148615] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.148775] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.148941] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.149992] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.149992] env[68116]: DEBUG nova.virt.hardware [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.155027] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.155586] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2f023a-2597-4247-9045-557bc5a019a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.177510] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1052.177510] env[68116]: value = "task-2786603" [ 1052.177510] env[68116]: _type = "Task" [ 1052.177510] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.186752] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.311861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "cb077499-1dce-4793-9551-adad48f1a4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.312144] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.312386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "cb077499-1dce-4793-9551-adad48f1a4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.312580] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.312758] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.314994] env[68116]: INFO nova.compute.manager [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Terminating instance [ 1052.415519] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077269} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.416869] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.417977] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca38a0ca-72eb-47df-9029-6ff657cfc9e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.423343] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786601, 'name': ReconfigVM_Task, 'duration_secs': 0.592157} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.424052] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 69b8e486-3167-476d-b9e9-3823b20ee497/69b8e486-3167-476d-b9e9-3823b20ee497.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.425090] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2408dec-87b4-4fa1-8ef6-73a5bd4604b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446759] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8d68433b-7638-4d70-9089-8194ca87c6d5/8d68433b-7638-4d70-9089-8194ca87c6d5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.447588] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953b6761-2c5c-4df1-8f36-6b5f7b90806c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.467354] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1052.467354] env[68116]: value = "task-2786604" [ 1052.467354] env[68116]: _type = "Task" [ 1052.467354] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.473714] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1052.473714] env[68116]: value = "task-2786605" [ 1052.473714] env[68116]: _type = "Task" [ 1052.473714] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.478408] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786604, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.487960] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.541079] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.541463] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691df8df-6026-4bed-ac5d-0ae201b2bad5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.550796] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1052.550796] env[68116]: value = "task-2786606" [ 1052.550796] env[68116]: _type = "Task" [ 1052.550796] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.568920] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1052.569310] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.570789] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e8ebad-0e5a-4e98-9a10-b4351802ef58 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.585325] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.585998] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01a115f1-1eda-414c-ab39-607a792701e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.687224] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.687696] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.687958] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleting the datastore file [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.692256] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac7172bc-8683-4cb3-867a-5a702dbc12dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.698248] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.700220] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1052.700220] env[68116]: value = "task-2786608" [ 1052.700220] env[68116]: _type = "Task" [ 1052.700220] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.710822] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.820621] env[68116]: DEBUG nova.compute.manager [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.820953] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.822494] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89824ead-d083-4eea-9282-df8ba28df075 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.832531] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.835834] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f6ac2c9-09a4-4b3f-943d-69d17dd93a50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.845221] env[68116]: DEBUG oslo_vmware.api [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1052.845221] env[68116]: value = "task-2786609" [ 1052.845221] env[68116]: _type = "Task" [ 1052.845221] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.855614] env[68116]: DEBUG oslo_vmware.api [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.871736] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9966fa1f-f1a5-4b9d-9a73-3a25d81365c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.882849] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f800b2-cdd6-4f55-b997-c43630912134 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.916886] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fa8bc5-67f2-4f49-8947-8dbcbe3df048 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.931765] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a984141e-bcab-4386-b95b-1854b688e5d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.947410] env[68116]: DEBUG nova.compute.provider_tree [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.980830] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786604, 'name': Rename_Task, 'duration_secs': 0.326189} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.984469] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.984762] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4b92bc5-5075-4e0f-a5b7-27f9e2e57c68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.993659] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786605, 'name': ReconfigVM_Task, 'duration_secs': 0.451979} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.995495] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8d68433b-7638-4d70-9089-8194ca87c6d5/8d68433b-7638-4d70-9089-8194ca87c6d5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.996977] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1052.996977] env[68116]: value = "task-2786610" [ 1052.996977] env[68116]: _type = "Task" [ 1052.996977] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.996977] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed7b119-8220-4fae-9a33-9d8d043c3216 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.012303] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.014745] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1053.014745] env[68116]: value = "task-2786611" [ 1053.014745] env[68116]: _type = "Task" [ 1053.014745] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.025350] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786611, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.192756] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786603, 'name': ReconfigVM_Task, 'duration_secs': 0.571935} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.192756] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.194420] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629140f3-50a6-49eb-8766-1c9c272b78ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.223333] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 648318f9-f0f0-449f-a3ed-05b35b1d481e/648318f9-f0f0-449f-a3ed-05b35b1d481e.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.223707] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6e5f64-f469-4d5c-b8e3-5aaa3e96cfe8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.244853] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238939} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.247051] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.247221] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.247406] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.251108] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1053.251108] env[68116]: value = "task-2786612" [ 1053.251108] env[68116]: _type = "Task" [ 1053.251108] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.264626] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.356637] env[68116]: DEBUG oslo_vmware.api [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786609, 'name': PowerOffVM_Task, 'duration_secs': 0.230368} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.357150] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.357338] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.357645] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a01375c-ccd1-457b-84d6-3ab328f8fc51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.440846] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.441114] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.441305] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleting the datastore file [datastore2] cb077499-1dce-4793-9551-adad48f1a4c5 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.441586] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6421fc4-754f-451f-8e23-f4b2f7983c12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.450827] env[68116]: DEBUG nova.scheduler.client.report [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.459144] env[68116]: DEBUG oslo_vmware.api [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1053.459144] env[68116]: value = "task-2786614" [ 1053.459144] env[68116]: _type = "Task" [ 1053.459144] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.467514] env[68116]: DEBUG oslo_vmware.api [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.512905] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.526909] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786611, 'name': Rename_Task, 'duration_secs': 0.211587} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.527516] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.527866] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd96113-65ae-4eb8-8e8a-6519af14cd06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.537637] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1053.537637] env[68116]: value = "task-2786615" [ 1053.537637] env[68116]: _type = "Task" [ 1053.537637] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.549670] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.774398] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786612, 'name': ReconfigVM_Task, 'duration_secs': 0.356137} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.774670] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 648318f9-f0f0-449f-a3ed-05b35b1d481e/648318f9-f0f0-449f-a3ed-05b35b1d481e.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.774908] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance '648318f9-f0f0-449f-a3ed-05b35b1d481e' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.911965] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294faa4-e150-7872-d47c-8e80ceb7b963/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.913048] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e5e91-11da-4d45-851b-98f3c4be227c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.920550] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294faa4-e150-7872-d47c-8e80ceb7b963/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.920736] env[68116]: ERROR oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294faa4-e150-7872-d47c-8e80ceb7b963/disk-0.vmdk due to incomplete transfer. [ 1053.920975] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-861fe329-5e91-40e1-adf0-c9fa4b5e3ad9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.929869] env[68116]: DEBUG oslo_vmware.rw_handles [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294faa4-e150-7872-d47c-8e80ceb7b963/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.930212] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Uploaded image f0806acd-825b-4fdd-aba8-59cece8323ab to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.932578] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.932854] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec388cbc-95a0-4a37-a3d3-a218689280df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.940832] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1053.940832] env[68116]: value = "task-2786616" [ 1053.940832] env[68116]: _type = "Task" [ 1053.940832] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.953128] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786616, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.959500] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.960237] env[68116]: DEBUG nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.981937] env[68116]: DEBUG oslo_vmware.api [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206381} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.981937] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.981937] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.981937] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.982315] env[68116]: INFO nova.compute.manager [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1053.982358] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.984845] env[68116]: DEBUG nova.compute.manager [-] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.984845] env[68116]: DEBUG nova.network.neutron [-] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.010309] env[68116]: DEBUG oslo_vmware.api [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786610, 'name': PowerOnVM_Task, 'duration_secs': 0.693357} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.010600] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.010802] env[68116]: INFO nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1054.010982] env[68116]: DEBUG nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.011800] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c932ba-f94b-4815-b630-bc1b07f63c6d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.053429] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.281508] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2bf1ad-d603-4328-82ca-7a55baf4cbbf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.310411] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efd7bd5-5362-48ae-a6d0-55a53d6cd2dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.331452] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance '648318f9-f0f0-449f-a3ed-05b35b1d481e' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.342804] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.342986] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.345936] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.345936] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.345936] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.345936] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.345936] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.345936] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.351391] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.351391] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.351391] env[68116]: DEBUG nova.virt.hardware [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.351391] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21222e80-7ab5-4e61-bb47-442ac7533191 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.367672] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a3afa9-5fb9-48f4-957e-ec20137f6441 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.408087] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:e9:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d84f89f-aa4f-494e-a23d-40a485a046ef', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.422883] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.424758] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.424758] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4da74ac-b946-484a-96cd-3be6b10d3d31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.486435] env[68116]: DEBUG nova.compute.utils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.507812] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.507812] env[68116]: value = "task-2786617" [ 1054.507812] env[68116]: _type = "Task" [ 1054.507812] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.507812] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786616, 'name': Destroy_Task, 'duration_secs': 0.364853} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.507812] env[68116]: DEBUG nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.507812] env[68116]: DEBUG nova.network.neutron [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.507812] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Destroyed the VM [ 1054.507812] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.507812] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0fdafb49-682a-4eaf-95b8-32b58eba1380 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.507812] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1054.507812] env[68116]: value = "task-2786618" [ 1054.507812] env[68116]: _type = "Task" [ 1054.507812] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.510555] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786617, 'name': CreateVM_Task} progress is 15%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.530523] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786618, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.537107] env[68116]: INFO nova.compute.manager [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Took 18.57 seconds to build instance. [ 1054.604679] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.604679] env[68116]: DEBUG nova.policy [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a47b0dcfcfda4d2b8a1a749e287321e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fa3b524b8b24ffebcfa0a78b8d1b903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.921612] env[68116]: DEBUG nova.network.neutron [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Port fb9d694d-4f15-4094-aba7-283d55db4796 binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1054.991623] env[68116]: DEBUG nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.014377] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786617, 'name': CreateVM_Task, 'duration_secs': 0.488781} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.019634] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.021219] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.021631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.022021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.022989] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd37096-bfcf-42b6-abe2-41da2ed6e3f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.029992] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786618, 'name': RemoveSnapshot_Task, 'duration_secs': 0.404251} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.034753] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.034753] env[68116]: DEBUG nova.compute.manager [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.034753] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1055.034753] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52466cf7-954f-7901-2a3d-f9520fdc04c9" [ 1055.034753] env[68116]: _type = "Task" [ 1055.034753] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.034753] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6af7541-6df2-4c01-af44-528eafbae389 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.040107] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9833a141-a174-4474-9c21-92a5197259ff tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "69b8e486-3167-476d-b9e9-3823b20ee497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.087s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.052820] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52466cf7-954f-7901-2a3d-f9520fdc04c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015266} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.053402] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.053692] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.054238] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.054238] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.054238] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.054475] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f12bc6-bef5-4725-9f8b-2f261f4d9bb3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.060473] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.071045] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.071045] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.071703] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581381d4-031d-42f2-a3f4-c1021ec7ffb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.079234] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1055.079234] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522a91c6-6a6e-f7ac-57fb-6015389af738" [ 1055.079234] env[68116]: _type = "Task" [ 1055.079234] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.087774] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522a91c6-6a6e-f7ac-57fb-6015389af738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.178819] env[68116]: DEBUG nova.network.neutron [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Successfully created port: 4174a1ae-9615-4b5f-9003-2fb9aafed45d {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.321563] env[68116]: DEBUG nova.compute.manager [req-eaf172e3-6704-4f9e-8a43-f846a400a7d8 req-0058825b-5654-48dd-88e2-f5f1817be540 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Received event network-vif-deleted-65cb1a0c-b485-4d91-8ec5-6457f842f641 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.321950] env[68116]: INFO nova.compute.manager [req-eaf172e3-6704-4f9e-8a43-f846a400a7d8 req-0058825b-5654-48dd-88e2-f5f1817be540 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Neutron deleted interface 65cb1a0c-b485-4d91-8ec5-6457f842f641; detaching it from the instance and deleting it from the info cache [ 1055.321950] env[68116]: DEBUG nova.network.neutron [req-eaf172e3-6704-4f9e-8a43-f846a400a7d8 req-0058825b-5654-48dd-88e2-f5f1817be540 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.486277] env[68116]: DEBUG nova.network.neutron [-] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.551745] env[68116]: DEBUG oslo_vmware.api [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786615, 'name': PowerOnVM_Task, 'duration_secs': 1.569138} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.553039] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.553191] env[68116]: INFO nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1055.553376] env[68116]: DEBUG nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.558623] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741af19-d08b-437e-b15b-d955e2a5d439 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.559546] env[68116]: INFO nova.compute.manager [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Shelve offloading [ 1055.589279] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522a91c6-6a6e-f7ac-57fb-6015389af738, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.590141] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8166ccb3-77b4-4191-b98a-231f2bad5ba3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.595522] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1055.595522] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523173c6-ee7c-5a98-0992-57602999db70" [ 1055.595522] env[68116]: _type = "Task" [ 1055.595522] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.604627] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523173c6-ee7c-5a98-0992-57602999db70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.740961] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "99c8712e-215c-4f60-b44a-9451547f85be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.740961] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "99c8712e-215c-4f60-b44a-9451547f85be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.825920] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-458174c6-e2ed-46d1-8406-df0aff1ab1b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.837393] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e58f3f8-454a-4057-a147-e2d12e3be338 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.877317] env[68116]: DEBUG nova.compute.manager [req-eaf172e3-6704-4f9e-8a43-f846a400a7d8 req-0058825b-5654-48dd-88e2-f5f1817be540 service nova] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Detach interface failed, port_id=65cb1a0c-b485-4d91-8ec5-6457f842f641, reason: Instance cb077499-1dce-4793-9551-adad48f1a4c5 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1055.949875] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.950201] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.950420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.988395] env[68116]: INFO nova.compute.manager [-] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Took 2.01 seconds to deallocate network for instance. [ 1056.008831] env[68116]: DEBUG nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.047372] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.047680] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.047849] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.050060] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.050275] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.050450] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.050692] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.050897] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.051130] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.051210] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.051386] env[68116]: DEBUG nova.virt.hardware [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.054035] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425459d1-080a-44f5-b16d-08a6ed32fdfc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.065812] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.069659] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5170aa7f-794d-4eec-a51e-f1181503f32d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.072162] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7c0956-72ea-42fa-b54a-48db127d5510 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.095716] env[68116]: INFO nova.compute.manager [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Took 20.19 seconds to build instance. [ 1056.098320] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1056.098320] env[68116]: value = "task-2786619" [ 1056.098320] env[68116]: _type = "Task" [ 1056.098320] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.114995] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1056.115305] env[68116]: DEBUG nova.compute.manager [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.115931] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523173c6-ee7c-5a98-0992-57602999db70, 'name': SearchDatastore_Task, 'duration_secs': 0.039724} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.116659] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70ffdd4-c8bc-4c59-b834-85bcfcbae429 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.119430] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.119691] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.120174] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2da778-b09d-4e2b-8be9-a81fd6230ebf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.128765] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.128765] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.128765] env[68116]: DEBUG nova.network.neutron [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.130627] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1056.130627] env[68116]: value = "task-2786620" [ 1056.130627] env[68116]: _type = "Task" [ 1056.130627] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.138602] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.242925] env[68116]: DEBUG nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.496056] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.496056] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.496056] env[68116]: DEBUG nova.objects.instance [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lazy-loading 'resources' on Instance uuid cb077499-1dce-4793-9551-adad48f1a4c5 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.600863] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5c1586ab-29f0-4392-8412-725ad52bc1eb tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.704s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.650462] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786620, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.769310] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.989199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.989199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.989199] env[68116]: DEBUG nova.network.neutron [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.018282] env[68116]: DEBUG nova.compute.manager [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.018282] env[68116]: DEBUG nova.compute.manager [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing instance network info cache due to event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1057.018282] env[68116]: DEBUG oslo_concurrency.lockutils [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.018282] env[68116]: DEBUG oslo_concurrency.lockutils [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.019319] env[68116]: DEBUG nova.network.neutron [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.149685] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584807} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.152947] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.153694] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.153992] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6336c99-6c2a-4796-b516-9e3affb0150f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.162610] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1057.162610] env[68116]: value = "task-2786621" [ 1057.162610] env[68116]: _type = "Task" [ 1057.162610] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.177421] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.273108] env[68116]: DEBUG nova.network.neutron [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [{"id": "79d1c435-b96b-4aff-bd9e-b0be86082816", "address": "fa:16:3e:9c:e3:c6", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d1c435-b9", "ovs_interfaceid": "79d1c435-b96b-4aff-bd9e-b0be86082816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.294604] env[68116]: DEBUG nova.network.neutron [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Successfully updated port: 4174a1ae-9615-4b5f-9003-2fb9aafed45d {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.319590] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c0482c-09e1-4561-8676-0fce73715899 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.328439] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301eed54-f504-476a-9aff-5287987f6c6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.364903] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57eff82-d423-4cae-9146-d52861dcded0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.370720] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d23550-d88c-499e-be40-ba65d675fa43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.387905] env[68116]: DEBUG nova.compute.provider_tree [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.526705] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "8d68433b-7638-4d70-9089-8194ca87c6d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.526995] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.527345] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.527849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.528153] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.531547] env[68116]: INFO nova.compute.manager [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Terminating instance [ 1057.539175] env[68116]: DEBUG nova.compute.manager [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Received event network-vif-plugged-4174a1ae-9615-4b5f-9003-2fb9aafed45d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.539462] env[68116]: DEBUG oslo_concurrency.lockutils [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] Acquiring lock "e8718377-80ee-4173-9d96-b73b0766a9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.539750] env[68116]: DEBUG oslo_concurrency.lockutils [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.539958] env[68116]: DEBUG oslo_concurrency.lockutils [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.540173] env[68116]: DEBUG nova.compute.manager [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] No waiting events found dispatching network-vif-plugged-4174a1ae-9615-4b5f-9003-2fb9aafed45d {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.540375] env[68116]: WARNING nova.compute.manager [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Received unexpected event network-vif-plugged-4174a1ae-9615-4b5f-9003-2fb9aafed45d for instance with vm_state building and task_state spawning. [ 1057.540583] env[68116]: DEBUG nova.compute.manager [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Received event network-changed-4174a1ae-9615-4b5f-9003-2fb9aafed45d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.540974] env[68116]: DEBUG nova.compute.manager [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Refreshing instance network info cache due to event network-changed-4174a1ae-9615-4b5f-9003-2fb9aafed45d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1057.540974] env[68116]: DEBUG oslo_concurrency.lockutils [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] Acquiring lock "refresh_cache-e8718377-80ee-4173-9d96-b73b0766a9cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.541856] env[68116]: DEBUG oslo_concurrency.lockutils [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] Acquired lock "refresh_cache-e8718377-80ee-4173-9d96-b73b0766a9cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.541856] env[68116]: DEBUG nova.network.neutron [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Refreshing network info cache for port 4174a1ae-9615-4b5f-9003-2fb9aafed45d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.652143] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "e0dcd954-15bb-4cdc-8430-989769fdb570" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.652400] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.674092] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072367} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.674414] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.675305] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bef4e8-68dd-49b0-a80b-972d89490001 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.701989] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.707023] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0beaf98d-6d59-4224-841b-5222bc4a735f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.725746] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1057.725746] env[68116]: value = "task-2786622" [ 1057.725746] env[68116]: _type = "Task" [ 1057.725746] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.734170] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.781048] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.798568] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "refresh_cache-e8718377-80ee-4173-9d96-b73b0766a9cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.891920] env[68116]: DEBUG nova.scheduler.client.report [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.023759] env[68116]: DEBUG nova.network.neutron [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance_info_cache with network_info: [{"id": "fb9d694d-4f15-4094-aba7-283d55db4796", "address": "fa:16:3e:f3:98:45", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9d694d-4f", "ovs_interfaceid": "fb9d694d-4f15-4094-aba7-283d55db4796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.037680] env[68116]: DEBUG nova.compute.manager [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.037680] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.037680] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee838983-86ad-41ae-b603-8299b3635ab8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.042498] env[68116]: DEBUG nova.network.neutron [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updated VIF entry in instance network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.043804] env[68116]: DEBUG nova.network.neutron [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.048020] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.049189] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7602fd-e89f-4fd6-97a1-cb79be5d6705 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.058212] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.060603] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750436ba-cfe4-41d3-a377-59806a52180c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.062257] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.063067] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e606871-3f28-405c-86c3-d87f2697835e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.074136] env[68116]: DEBUG oslo_vmware.api [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1058.074136] env[68116]: value = "task-2786623" [ 1058.074136] env[68116]: _type = "Task" [ 1058.074136] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.083499] env[68116]: DEBUG nova.network.neutron [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.090255] env[68116]: DEBUG oslo_vmware.api [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.132954] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.133321] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.133576] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleting the datastore file [datastore2] 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.133933] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d7d57dc-d320-4b56-8673-249657e2c1cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.141476] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "973199f9-6247-4e7e-92b4-16d76a00e574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.142885] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "973199f9-6247-4e7e-92b4-16d76a00e574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.146182] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1058.146182] env[68116]: value = "task-2786625" [ 1058.146182] env[68116]: _type = "Task" [ 1058.146182] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.162184] env[68116]: DEBUG nova.compute.utils [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.163909] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.205570] env[68116]: DEBUG nova.network.neutron [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.236879] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.398739] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.400649] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.631s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.402094] env[68116]: INFO nova.compute.claims [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.423170] env[68116]: INFO nova.scheduler.client.report [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleted allocations for instance cb077499-1dce-4793-9551-adad48f1a4c5 [ 1058.527042] env[68116]: DEBUG oslo_concurrency.lockutils [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.554151] env[68116]: DEBUG oslo_concurrency.lockutils [req-71e9dc60-ac94-4cc1-976f-1dabe330b274 req-d41c858a-51f0-4fb4-87f7-97800a3df049 service nova] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.582732] env[68116]: DEBUG oslo_vmware.api [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786623, 'name': PowerOffVM_Task, 'duration_secs': 0.265784} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.583085] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.583236] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.583488] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06d7e2bc-2393-4601-ab14-d4576a63f931 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.645020] env[68116]: DEBUG nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.658074] env[68116]: DEBUG oslo_vmware.api [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282695} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.658346] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.658529] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.658705] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.668950] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.676718] env[68116]: INFO nova.scheduler.client.report [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleted allocations for instance 3b00db3a-6f8c-4a55-a257-115e6e70fd98 [ 1058.698484] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.698680] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.698865] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Deleting the datastore file [datastore2] 8d68433b-7638-4d70-9089-8194ca87c6d5 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.699145] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205b2a78-bed7-4961-9d6f-90df47e40960 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.707041] env[68116]: DEBUG oslo_vmware.api [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for the task: (returnval){ [ 1058.707041] env[68116]: value = "task-2786627" [ 1058.707041] env[68116]: _type = "Task" [ 1058.707041] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.707630] env[68116]: DEBUG oslo_concurrency.lockutils [req-4294ea9a-0ef7-42fc-851f-60fe84b1914d req-ca832fa1-3827-4bd4-b8db-4e8cf167e8db service nova] Releasing lock "refresh_cache-e8718377-80ee-4173-9d96-b73b0766a9cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.710983] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "refresh_cache-e8718377-80ee-4173-9d96-b73b0766a9cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711174] env[68116]: DEBUG nova.network.neutron [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.717483] env[68116]: DEBUG oslo_vmware.api [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.739775] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786622, 'name': ReconfigVM_Task, 'duration_secs': 0.584} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.740075] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49/1f45f0d1-5b81-4997-ad7c-47746ce8ea49.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.740732] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e924254f-cad7-4d67-a591-b29f63f6d826 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.746855] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1058.746855] env[68116]: value = "task-2786628" [ 1058.746855] env[68116]: _type = "Task" [ 1058.746855] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.756186] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786628, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.931792] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7d749a8e-2e4e-49f8-a80e-5d59bba9c174 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "cb077499-1dce-4793-9551-adad48f1a4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.619s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.047425] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c899c9b5-5f52-4e50-a6d4-850a62cae922 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.066880] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041528c9-4d23-488b-92e8-1dba50862d47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.074247] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance '648318f9-f0f0-449f-a3ed-05b35b1d481e' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.122177] env[68116]: DEBUG nova.compute.manager [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received event network-vif-unplugged-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.122177] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.122372] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.122541] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.122711] env[68116]: DEBUG nova.compute.manager [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] No waiting events found dispatching network-vif-unplugged-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.122880] env[68116]: WARNING nova.compute.manager [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received unexpected event network-vif-unplugged-79d1c435-b96b-4aff-bd9e-b0be86082816 for instance with vm_state shelved_offloaded and task_state None. [ 1059.123050] env[68116]: DEBUG nova.compute.manager [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received event network-changed-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.123208] env[68116]: DEBUG nova.compute.manager [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Refreshing instance network info cache due to event network-changed-79d1c435-b96b-4aff-bd9e-b0be86082816. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1059.123388] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] Acquiring lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.123525] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] Acquired lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.123681] env[68116]: DEBUG nova.network.neutron [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Refreshing network info cache for port 79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.168318] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.182527] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.217868] env[68116]: DEBUG oslo_vmware.api [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Task: {'id': task-2786627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266408} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.220592] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.220592] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.220800] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.221118] env[68116]: INFO nova.compute.manager [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1059.221203] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.221411] env[68116]: DEBUG nova.compute.manager [-] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.221503] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.254033] env[68116]: DEBUG nova.network.neutron [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.260775] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786628, 'name': Rename_Task, 'duration_secs': 0.200778} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.261475] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.261766] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e32eebef-15db-487d-bf03-b7418ff308b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.268998] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1059.268998] env[68116]: value = "task-2786629" [ 1059.268998] env[68116]: _type = "Task" [ 1059.268998] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.282766] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.340629] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "33af5800-9cb2-4127-8ff3-5899ac18b706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.340629] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.582075] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.583539] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c18e6451-bc0d-4799-9670-46484085a9d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.591537] env[68116]: DEBUG nova.network.neutron [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Updating instance_info_cache with network_info: [{"id": "4174a1ae-9615-4b5f-9003-2fb9aafed45d", "address": "fa:16:3e:8f:8d:57", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4174a1ae-96", "ovs_interfaceid": "4174a1ae-9615-4b5f-9003-2fb9aafed45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.594140] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1059.594140] env[68116]: value = "task-2786630" [ 1059.594140] env[68116]: _type = "Task" [ 1059.594140] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.596225] env[68116]: DEBUG nova.compute.manager [req-0f9b64b9-d8f1-4fff-9e93-873cb918c2de req-a2a84cea-a298-44af-8550-a72ede5c5805 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received event network-vif-deleted-39401f0c-f22a-4b65-b702-d027303dab7f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.596416] env[68116]: INFO nova.compute.manager [req-0f9b64b9-d8f1-4fff-9e93-873cb918c2de req-a2a84cea-a298-44af-8550-a72ede5c5805 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Neutron deleted interface 39401f0c-f22a-4b65-b702-d027303dab7f; detaching it from the instance and deleting it from the info cache [ 1059.596648] env[68116]: DEBUG nova.network.neutron [req-0f9b64b9-d8f1-4fff-9e93-873cb918c2de req-a2a84cea-a298-44af-8550-a72ede5c5805 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Updating instance_info_cache with network_info: [{"id": "a628be4e-abd7-4490-aa64-f26035375627", "address": "fa:16:3e:aa:a4:41", "network": {"id": "747f200a-c32e-47b3-9703-60c7c8da65e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1824345000", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc2e52fb5d046a6a90d046dd004fc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa628be4e-ab", "ovs_interfaceid": "a628be4e-abd7-4490-aa64-f26035375627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.617401] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786630, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.715837] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41afcbab-c0c8-443c-8946-a7d6cb64a2b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.728462] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e666312-a5a2-4390-9034-35ff94a36456 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.732987] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "e0dcd954-15bb-4cdc-8430-989769fdb570" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.733411] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.733794] env[68116]: INFO nova.compute.manager [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Attaching volume 6e37bbf6-29dc-410c-bc48-abff558bb488 to /dev/sdb [ 1059.773259] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cf10d6-5080-4117-94b0-3f9bf783cf63 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.787447] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ad54a-f28c-4091-b2a8-8cfbec0dea11 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.794022] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786629, 'name': PowerOnVM_Task, 'duration_secs': 0.45694} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.794022] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.794022] env[68116]: DEBUG nova.compute.manager [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.794022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af29a885-f98c-4ed7-b5ff-191e16d724ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.812559] env[68116]: DEBUG nova.compute.provider_tree [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.819122] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd04c12a-313b-4cb7-b4c5-42596d314e93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.832028] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13eb062-0582-43c4-a4be-1db4c428606b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.843676] env[68116]: DEBUG nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.851396] env[68116]: DEBUG nova.virt.block_device [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating existing volume attachment record: 4c7ddfea-b047-4d10-9e7a-48c6741d38d0 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.059477] env[68116]: DEBUG nova.network.neutron [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updated VIF entry in instance network info cache for port 79d1c435-b96b-4aff-bd9e-b0be86082816. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.060164] env[68116]: DEBUG nova.network.neutron [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [{"id": "79d1c435-b96b-4aff-bd9e-b0be86082816", "address": "fa:16:3e:9c:e3:c6", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": null, "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap79d1c435-b9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.093890] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "refresh_cache-e8718377-80ee-4173-9d96-b73b0766a9cf" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.094389] env[68116]: DEBUG nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Instance network_info: |[{"id": "4174a1ae-9615-4b5f-9003-2fb9aafed45d", "address": "fa:16:3e:8f:8d:57", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4174a1ae-96", "ovs_interfaceid": "4174a1ae-9615-4b5f-9003-2fb9aafed45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.094906] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:8d:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4174a1ae-9615-4b5f-9003-2fb9aafed45d', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.104911] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.106690] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.111198] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98def324-b423-4915-b9ea-47088e080928 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.127270] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-049b36d0-b3c7-49da-a018-51f07f32313e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.133914] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.136134] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.136134] env[68116]: value = "task-2786634" [ 1060.136134] env[68116]: _type = "Task" [ 1060.136134] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.142538] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f77d7-c326-4c90-9c26-bfbb79e7c2e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.162795] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786634, 'name': CreateVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.178538] env[68116]: DEBUG nova.compute.manager [req-0f9b64b9-d8f1-4fff-9e93-873cb918c2de req-a2a84cea-a298-44af-8550-a72ede5c5805 service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Detach interface failed, port_id=39401f0c-f22a-4b65-b702-d027303dab7f, reason: Instance 8d68433b-7638-4d70-9089-8194ca87c6d5 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1060.299755] env[68116]: DEBUG nova.network.neutron [-] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.316197] env[68116]: DEBUG nova.scheduler.client.report [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.330502] env[68116]: INFO nova.compute.manager [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] bringing vm to original state: 'stopped' [ 1060.369714] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.562638] env[68116]: DEBUG oslo_concurrency.lockutils [req-2e40f2b4-d70c-4136-b61f-4d0b3769b83b req-267f57f2-f5ca-4a3e-8ec6-76bc102b0959 service nova] Releasing lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.618085] env[68116]: DEBUG oslo_vmware.api [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786630, 'name': PowerOnVM_Task, 'duration_secs': 0.834469} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.618085] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.618085] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-82274849-9924-4f15-ae7e-845034d7ede4 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance '648318f9-f0f0-449f-a3ed-05b35b1d481e' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.661837] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786634, 'name': CreateVM_Task, 'duration_secs': 0.332635} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.661996] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.662708] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.662878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.663227] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.663479] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461082dc-e7de-4ab3-a316-745625aaeec2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.667979] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1060.667979] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ee4c74-9d28-d049-d22e-c6c40608578b" [ 1060.667979] env[68116]: _type = "Task" [ 1060.667979] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.676410] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ee4c74-9d28-d049-d22e-c6c40608578b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.802568] env[68116]: INFO nova.compute.manager [-] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Took 1.58 seconds to deallocate network for instance. [ 1060.821996] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.822534] env[68116]: DEBUG nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.824965] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.657s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.826648] env[68116]: INFO nova.compute.claims [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.843578] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.178256] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ee4c74-9d28-d049-d22e-c6c40608578b, 'name': SearchDatastore_Task, 'duration_secs': 0.025853} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.178570] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.178818] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.179075] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.179228] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.179414] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.179664] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65697bd4-d0d8-44b1-83fc-17cba076ed4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.189175] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.189354] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.190068] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfbc8a1-2eaa-44b2-bae1-0b305fbe8120 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.195347] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1061.195347] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c0139e-93ab-8484-cfed-81a37cbf5229" [ 1061.195347] env[68116]: _type = "Task" [ 1061.195347] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.202770] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c0139e-93ab-8484-cfed-81a37cbf5229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.310039] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.330854] env[68116]: DEBUG nova.compute.utils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.335051] env[68116]: DEBUG nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.335051] env[68116]: DEBUG nova.network.neutron [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.337177] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.337444] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.337872] env[68116]: DEBUG nova.compute.manager [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.338501] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ba713-21cd-4ae5-a0fe-4dd404842008 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.345773] env[68116]: DEBUG nova.compute.manager [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.383476] env[68116]: DEBUG nova.policy [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '872945b0b52045ed8201977ac52e1985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25d4cf022f274d1e83bc9b14ba4bffb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.693491] env[68116]: DEBUG nova.compute.manager [req-dbe24fed-2724-496f-9e0e-6c50860a9bcb req-51b0f28d-81c4-4b52-8d68-121bd94ffe9b service nova] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Received event network-vif-deleted-a628be4e-abd7-4490-aa64-f26035375627 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1061.694022] env[68116]: DEBUG nova.network.neutron [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Successfully created port: a95f0cc5-8919-402d-8944-f79b25224c66 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.706775] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c0139e-93ab-8484-cfed-81a37cbf5229, 'name': SearchDatastore_Task, 'duration_secs': 0.015562} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.707591] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63631e2-0fd0-46df-8db1-8901908682bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.713289] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1061.713289] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f476ad-4dc7-02ec-0189-694750d2e757" [ 1061.713289] env[68116]: _type = "Task" [ 1061.713289] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.730837] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f476ad-4dc7-02ec-0189-694750d2e757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.844227] env[68116]: DEBUG nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.849565] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.849927] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f90c632-bc31-41b8-b791-157cee606320 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.858166] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1061.858166] env[68116]: value = "task-2786636" [ 1061.858166] env[68116]: _type = "Task" [ 1061.858166] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.869888] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.095084] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec5ede3-42a4-4fd9-b77e-3171d6e27916 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.102432] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b03e8-c9a3-4e14-9d34-b65a2f519268 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.133306] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0ef7d9-1740-4b29-9a30-ffc37f1419ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.147264] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0f317a-4be5-4be7-8e24-bb1fd064727d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.166658] env[68116]: DEBUG nova.compute.provider_tree [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.223671] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f476ad-4dc7-02ec-0189-694750d2e757, 'name': SearchDatastore_Task, 'duration_secs': 0.012674} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.223998] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.224300] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e8718377-80ee-4173-9d96-b73b0766a9cf/e8718377-80ee-4173-9d96-b73b0766a9cf.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.224575] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c3aab2-880b-427a-a068-d1443f42126c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.231861] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1062.231861] env[68116]: value = "task-2786638" [ 1062.231861] env[68116]: _type = "Task" [ 1062.231861] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.243740] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.368573] env[68116]: DEBUG oslo_vmware.api [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786636, 'name': PowerOffVM_Task, 'duration_secs': 0.352895} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.368857] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.369113] env[68116]: DEBUG nova.compute.manager [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.369860] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6418d038-0fe7-412b-baba-fe06d4802aa8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.670385] env[68116]: DEBUG nova.scheduler.client.report [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.742372] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.742647] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.742831] env[68116]: DEBUG nova.compute.manager [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Going to confirm migration 6 {{(pid=68116) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1062.744182] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786638, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.856414] env[68116]: DEBUG nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.883353] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.883624] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.883782] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.883978] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.884177] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.884334] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.884559] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.884736] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.884912] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.885124] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.885324] env[68116]: DEBUG nova.virt.hardware [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.888454] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde31d6-ecb3-4ef6-b2ae-8fe742441005 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.891496] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.898153] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e0f0e-8595-492f-ad58-661b2763bfcb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.178040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.178615] env[68116]: DEBUG nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.182600] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.183641] env[68116]: DEBUG nova.objects.instance [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lazy-loading 'resources' on Instance uuid 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.249976] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516394} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.250543] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] e8718377-80ee-4173-9d96-b73b0766a9cf/e8718377-80ee-4173-9d96-b73b0766a9cf.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.250758] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.251337] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e357ebc-370b-430b-9a79-0e51f877cdae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.257660] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1063.257660] env[68116]: value = "task-2786639" [ 1063.257660] env[68116]: _type = "Task" [ 1063.257660] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.270436] env[68116]: DEBUG nova.compute.manager [req-04437148-bc3c-46ff-9528-d6bc0cb4dfb4 req-00aa64c5-785e-4b6a-ac8c-1d40116dc883 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Received event network-vif-plugged-a95f0cc5-8919-402d-8944-f79b25224c66 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.270436] env[68116]: DEBUG oslo_concurrency.lockutils [req-04437148-bc3c-46ff-9528-d6bc0cb4dfb4 req-00aa64c5-785e-4b6a-ac8c-1d40116dc883 service nova] Acquiring lock "99c8712e-215c-4f60-b44a-9451547f85be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.270436] env[68116]: DEBUG oslo_concurrency.lockutils [req-04437148-bc3c-46ff-9528-d6bc0cb4dfb4 req-00aa64c5-785e-4b6a-ac8c-1d40116dc883 service nova] Lock "99c8712e-215c-4f60-b44a-9451547f85be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.270436] env[68116]: DEBUG oslo_concurrency.lockutils [req-04437148-bc3c-46ff-9528-d6bc0cb4dfb4 req-00aa64c5-785e-4b6a-ac8c-1d40116dc883 service nova] Lock "99c8712e-215c-4f60-b44a-9451547f85be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.270436] env[68116]: DEBUG nova.compute.manager [req-04437148-bc3c-46ff-9528-d6bc0cb4dfb4 req-00aa64c5-785e-4b6a-ac8c-1d40116dc883 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] No waiting events found dispatching network-vif-plugged-a95f0cc5-8919-402d-8944-f79b25224c66 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.270436] env[68116]: WARNING nova.compute.manager [req-04437148-bc3c-46ff-9528-d6bc0cb4dfb4 req-00aa64c5-785e-4b6a-ac8c-1d40116dc883 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Received unexpected event network-vif-plugged-a95f0cc5-8919-402d-8944-f79b25224c66 for instance with vm_state building and task_state spawning. [ 1063.274250] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.318145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.318354] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquired lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.318632] env[68116]: DEBUG nova.network.neutron [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.318713] env[68116]: DEBUG nova.objects.instance [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lazy-loading 'info_cache' on Instance uuid 648318f9-f0f0-449f-a3ed-05b35b1d481e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.358401] env[68116]: DEBUG nova.network.neutron [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Successfully updated port: a95f0cc5-8919-402d-8944-f79b25224c66 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.401273] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.684294] env[68116]: DEBUG nova.compute.utils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.686074] env[68116]: DEBUG nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.686074] env[68116]: DEBUG nova.network.neutron [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.688311] env[68116]: DEBUG nova.objects.instance [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lazy-loading 'numa_topology' on Instance uuid 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.729996] env[68116]: DEBUG nova.policy [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.767187] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101593} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.767558] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.768210] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e2cf7d-d5b4-43f0-8592-789f0682d17e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.791505] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] e8718377-80ee-4173-9d96-b73b0766a9cf/e8718377-80ee-4173-9d96-b73b0766a9cf.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.791505] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d7faa0-2f2c-4124-9645-b223e2a6cad9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.811304] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1063.811304] env[68116]: value = "task-2786640" [ 1063.811304] env[68116]: _type = "Task" [ 1063.811304] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.818933] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.861210] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "refresh_cache-99c8712e-215c-4f60-b44a-9451547f85be" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.861391] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "refresh_cache-99c8712e-215c-4f60-b44a-9451547f85be" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.861561] env[68116]: DEBUG nova.network.neutron [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.150028] env[68116]: DEBUG nova.network.neutron [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Successfully created port: f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.189564] env[68116]: DEBUG nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.192375] env[68116]: DEBUG nova.objects.base [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Object Instance<3b00db3a-6f8c-4a55-a257-115e6e70fd98> lazy-loaded attributes: resources,numa_topology {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.328955] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786640, 'name': ReconfigVM_Task, 'duration_secs': 0.263197} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.333311] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Reconfigured VM instance instance-0000005f to attach disk [datastore2] e8718377-80ee-4173-9d96-b73b0766a9cf/e8718377-80ee-4173-9d96-b73b0766a9cf.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.333311] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f151bf36-b7ee-4e78-86cc-f6a85b381838 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.339356] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1064.339356] env[68116]: value = "task-2786641" [ 1064.339356] env[68116]: _type = "Task" [ 1064.339356] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.352182] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786641, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.422018] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.422018] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560185', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'name': 'volume-6e37bbf6-29dc-410c-bc48-abff558bb488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0dcd954-15bb-4cdc-8430-989769fdb570', 'attached_at': '', 'detached_at': '', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'serial': '6e37bbf6-29dc-410c-bc48-abff558bb488'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.422018] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97decbc2-c5c9-43bd-873b-17eb03484061 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.425530] env[68116]: DEBUG nova.network.neutron [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.451480] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a26338-359c-4bc2-81fd-63ea9364d83f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.483039] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-6e37bbf6-29dc-410c-bc48-abff558bb488/volume-6e37bbf6-29dc-410c-bc48-abff558bb488.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.487714] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0194409a-f9e3-4cf0-b1b6-57fdd84d7d60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.514173] env[68116]: DEBUG oslo_vmware.api [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1064.514173] env[68116]: value = "task-2786642" [ 1064.514173] env[68116]: _type = "Task" [ 1064.514173] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.514948] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f2cec8-e593-4a91-9580-fa00fe279161 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.525979] env[68116]: DEBUG oslo_vmware.api [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.529115] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181cc058-a138-46d5-8b61-0eabb0fb147d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.564450] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093487c9-0ff8-41d3-adfa-f68bcffe46db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.573024] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee832933-0c55-496f-90fa-e6faea5b3f02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.621834] env[68116]: DEBUG nova.compute.provider_tree [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.693537] env[68116]: DEBUG nova.network.neutron [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Updating instance_info_cache with network_info: [{"id": "a95f0cc5-8919-402d-8944-f79b25224c66", "address": "fa:16:3e:af:0c:63", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95f0cc5-89", "ovs_interfaceid": "a95f0cc5-8919-402d-8944-f79b25224c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.723851] env[68116]: DEBUG nova.network.neutron [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance_info_cache with network_info: [{"id": "fb9d694d-4f15-4094-aba7-283d55db4796", "address": "fa:16:3e:f3:98:45", "network": {"id": "2327f659-f23f-4c2e-8e73-f83f955c1172", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2006039102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1f04159fb734bc3831c6060c86873cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9d694d-4f", "ovs_interfaceid": "fb9d694d-4f15-4094-aba7-283d55db4796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.849023] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786641, 'name': Rename_Task, 'duration_secs': 0.141511} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.849303] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.849406] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8d6ea3-c538-4648-b690-8ff15f8bc846 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.857439] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1064.857439] env[68116]: value = "task-2786643" [ 1064.857439] env[68116]: _type = "Task" [ 1064.857439] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.865984] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.010150] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.010453] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.010661] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.010841] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.011019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.013157] env[68116]: INFO nova.compute.manager [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Terminating instance [ 1065.025401] env[68116]: DEBUG oslo_vmware.api [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786642, 'name': ReconfigVM_Task, 'duration_secs': 0.350526} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.026284] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-6e37bbf6-29dc-410c-bc48-abff558bb488/volume-6e37bbf6-29dc-410c-bc48-abff558bb488.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.031292] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c66549b-eddf-489a-8e6c-efe5d7a88ec8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.046370] env[68116]: DEBUG oslo_vmware.api [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1065.046370] env[68116]: value = "task-2786644" [ 1065.046370] env[68116]: _type = "Task" [ 1065.046370] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.054646] env[68116]: DEBUG oslo_vmware.api [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.092606] env[68116]: DEBUG nova.scheduler.client.report [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.207866] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "refresh_cache-99c8712e-215c-4f60-b44a-9451547f85be" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.208263] env[68116]: DEBUG nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Instance network_info: |[{"id": "a95f0cc5-8919-402d-8944-f79b25224c66", "address": "fa:16:3e:af:0c:63", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95f0cc5-89", "ovs_interfaceid": "a95f0cc5-8919-402d-8944-f79b25224c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.209397] env[68116]: DEBUG nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.212868] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:0c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a95f0cc5-8919-402d-8944-f79b25224c66', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.219278] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Creating folder: Project (25d4cf022f274d1e83bc9b14ba4bffb5). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.221688] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44537d5b-9f88-4f7a-9adf-4e4c50e65345 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.223685] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.224442] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.224442] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.224442] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.224442] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.230049] env[68116]: INFO nova.compute.manager [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Terminating instance [ 1065.231766] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Releasing lock "refresh_cache-648318f9-f0f0-449f-a3ed-05b35b1d481e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.231991] env[68116]: DEBUG nova.objects.instance [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lazy-loading 'migration_context' on Instance uuid 648318f9-f0f0-449f-a3ed-05b35b1d481e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.241188] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.241427] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.241582] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.241758] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.241904] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.242070] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.242280] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.242438] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.242602] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.242760] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.242933] env[68116]: DEBUG nova.virt.hardware [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.244698] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8c809-2d1b-4543-add9-0d93eab0a2a2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.250353] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Created folder: Project (25d4cf022f274d1e83bc9b14ba4bffb5) in parent group-v559920. [ 1065.250353] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Creating folder: Instances. Parent ref: group-v560186. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.250464] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f24087f-4c50-46f3-a07e-82fbb2bbff59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.256197] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e9ce9-3d65-4c62-922a-0e59c7371101 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.261858] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Created folder: Instances in parent group-v560186. [ 1065.261936] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.262132] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.262338] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d9183b-9cbc-4f6b-add4-5ad54d9c217d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.292847] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.292847] env[68116]: value = "task-2786647" [ 1065.292847] env[68116]: _type = "Task" [ 1065.292847] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.301339] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786647, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.368261] env[68116]: DEBUG oslo_vmware.api [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786643, 'name': PowerOnVM_Task, 'duration_secs': 0.448066} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.368261] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.368453] env[68116]: INFO nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1065.368626] env[68116]: DEBUG nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.369434] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e76a93e-dbca-4b7d-9dbe-fe8d3fec9f22 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.521490] env[68116]: DEBUG nova.compute.manager [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.521722] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.522644] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd48be-96e7-4bc9-8659-49b36bea8ea9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.530461] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.530702] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f238b01e-ce70-449c-85e5-6b48cf551f37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.537192] env[68116]: DEBUG oslo_vmware.api [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1065.537192] env[68116]: value = "task-2786648" [ 1065.537192] env[68116]: _type = "Task" [ 1065.537192] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.544915] env[68116]: DEBUG oslo_vmware.api [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.554475] env[68116]: DEBUG oslo_vmware.api [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786644, 'name': ReconfigVM_Task, 'duration_secs': 0.1382} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.554777] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560185', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'name': 'volume-6e37bbf6-29dc-410c-bc48-abff558bb488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0dcd954-15bb-4cdc-8430-989769fdb570', 'attached_at': '', 'detached_at': '', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'serial': '6e37bbf6-29dc-410c-bc48-abff558bb488'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.597691] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.415s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.600455] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.231s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.602394] env[68116]: INFO nova.compute.claims [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.735812] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.735812] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.735812] env[68116]: INFO nova.compute.manager [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Shelving [ 1065.737177] env[68116]: DEBUG nova.objects.base [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Object Instance<648318f9-f0f0-449f-a3ed-05b35b1d481e> lazy-loaded attributes: info_cache,migration_context {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.738122] env[68116]: DEBUG nova.compute.manager [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.738351] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.739294] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8722482-864f-42de-9188-cf4de60b23c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.742785] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87da1029-9da9-429d-a0e3-f6f8474b124e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.766451] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e6ce73-2756-43aa-ac9e-21568f375cf1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.769013] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.769626] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-701e5661-4c82-476d-af0d-26bbefe0c8c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.774285] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1065.774285] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b8f023-f874-32d3-9137-cae97d9b9199" [ 1065.774285] env[68116]: _type = "Task" [ 1065.774285] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.783435] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b8f023-f874-32d3-9137-cae97d9b9199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.803436] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786647, 'name': CreateVM_Task, 'duration_secs': 0.468891} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.803845] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.804737] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.805041] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.805449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.805824] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa111e4-cc51-4571-add1-3c4aba704bef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.812461] env[68116]: DEBUG nova.compute.manager [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Received event network-changed-a95f0cc5-8919-402d-8944-f79b25224c66 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.813221] env[68116]: DEBUG nova.compute.manager [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Refreshing instance network info cache due to event network-changed-a95f0cc5-8919-402d-8944-f79b25224c66. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1065.813592] env[68116]: DEBUG oslo_concurrency.lockutils [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] Acquiring lock "refresh_cache-99c8712e-215c-4f60-b44a-9451547f85be" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.813855] env[68116]: DEBUG oslo_concurrency.lockutils [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] Acquired lock "refresh_cache-99c8712e-215c-4f60-b44a-9451547f85be" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.814139] env[68116]: DEBUG nova.network.neutron [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Refreshing network info cache for port a95f0cc5-8919-402d-8944-f79b25224c66 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.816869] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1065.816869] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52461bf3-781c-d9f5-5529-50145ef99193" [ 1065.816869] env[68116]: _type = "Task" [ 1065.816869] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.831384] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52461bf3-781c-d9f5-5529-50145ef99193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.839495] env[68116]: DEBUG nova.network.neutron [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Successfully updated port: f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.843378] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.845269] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.845269] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleting the datastore file [datastore2] 1f45f0d1-5b81-4997-ad7c-47746ce8ea49 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.845269] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6b5c9b3-91cf-4c33-b2d0-d3dda439fe6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.852639] env[68116]: DEBUG oslo_vmware.api [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1065.852639] env[68116]: value = "task-2786650" [ 1065.852639] env[68116]: _type = "Task" [ 1065.852639] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.865521] env[68116]: DEBUG oslo_vmware.api [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.887103] env[68116]: INFO nova.compute.manager [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Took 14.37 seconds to build instance. [ 1066.047757] env[68116]: DEBUG oslo_vmware.api [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786648, 'name': PowerOffVM_Task, 'duration_secs': 0.283999} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.048121] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.048354] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.048647] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a86adcf-4379-4600-90a9-f17da09c14a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.114482] env[68116]: DEBUG oslo_concurrency.lockutils [None req-72768bd8-bbee-4943-bf31-e6b5226c00a6 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.442s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.115468] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.272s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.115666] env[68116]: INFO nova.compute.manager [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Unshelving [ 1066.143391] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.143635] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.143794] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleting the datastore file [datastore1] 44e7ad55-9b41-42e1-a564-bf3ec4df61b6 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.144108] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4efd9b90-e79e-49e6-a5ef-4ce98c09e346 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.151408] env[68116]: DEBUG oslo_vmware.api [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1066.151408] env[68116]: value = "task-2786652" [ 1066.151408] env[68116]: _type = "Task" [ 1066.151408] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.161429] env[68116]: DEBUG oslo_vmware.api [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.286243] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b8f023-f874-32d3-9137-cae97d9b9199, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.286512] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.333841] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52461bf3-781c-d9f5-5529-50145ef99193, 'name': SearchDatastore_Task, 'duration_secs': 0.022538} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.333841] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.334118] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.334500] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.334750] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.335094] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.335492] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5226baac-07c2-4ae7-94d0-2524f13d1c72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.342908] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.343138] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.343390] env[68116]: DEBUG nova.network.neutron [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.350020] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.350344] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.351535] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ea6227-7909-4dba-8256-e68c3c6f9f6f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.368225] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1066.368225] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523d392b-29df-a8d9-8077-8bd13300f100" [ 1066.368225] env[68116]: _type = "Task" [ 1066.368225] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.373744] env[68116]: DEBUG oslo_vmware.api [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263312} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.379257] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.379591] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.379872] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.380166] env[68116]: INFO nova.compute.manager [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1066.380537] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.380839] env[68116]: DEBUG nova.compute.manager [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.380990] env[68116]: DEBUG nova.network.neutron [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.391269] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5854583c-94b9-4e0d-a7f5-1587901dc975 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.888s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.391515] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523d392b-29df-a8d9-8077-8bd13300f100, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.392732] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f2b5d4-5df9-4380-b433-288596c843b6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.402292] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1066.402292] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5267bd1c-9140-94b4-545e-bff85e07c3ea" [ 1066.402292] env[68116]: _type = "Task" [ 1066.402292] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.419248] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5267bd1c-9140-94b4-545e-bff85e07c3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.419518] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.420094] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 99c8712e-215c-4f60-b44a-9451547f85be/99c8712e-215c-4f60-b44a-9451547f85be.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.420755] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9eb4051-b45d-4bed-aace-3f71ca12e1ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.430225] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1066.430225] env[68116]: value = "task-2786653" [ 1066.430225] env[68116]: _type = "Task" [ 1066.430225] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.449522] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.602101] env[68116]: DEBUG nova.objects.instance [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'flavor' on Instance uuid e0dcd954-15bb-4cdc-8430-989769fdb570 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.644856] env[68116]: DEBUG nova.network.neutron [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Updated VIF entry in instance network info cache for port a95f0cc5-8919-402d-8944-f79b25224c66. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.645255] env[68116]: DEBUG nova.network.neutron [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Updating instance_info_cache with network_info: [{"id": "a95f0cc5-8919-402d-8944-f79b25224c66", "address": "fa:16:3e:af:0c:63", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95f0cc5-89", "ovs_interfaceid": "a95f0cc5-8919-402d-8944-f79b25224c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.663334] env[68116]: DEBUG oslo_vmware.api [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35137} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.666198] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.666408] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.666582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.666869] env[68116]: INFO nova.compute.manager [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1066.667106] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.668043] env[68116]: DEBUG nova.compute.manager [-] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.668277] env[68116]: DEBUG nova.network.neutron [-] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.744634] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.744932] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8058f7-97ad-473f-9efc-61cfe6f53c85 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.756549] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1066.756549] env[68116]: value = "task-2786654" [ 1066.756549] env[68116]: _type = "Task" [ 1066.756549] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.771998] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.877817] env[68116]: DEBUG nova.network.neutron [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.921982] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5690efbd-af72-420c-9fcc-951e1ea257bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.936066] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2a5a2-7248-4d25-bfdd-e60105738dea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.976742] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1459c59-aeb8-46ba-9998-71d6f3f61a14 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.980209] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786653, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.993603] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a95b058-9223-4702-9af7-82021f4aada3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.017200] env[68116]: DEBUG nova.compute.provider_tree [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.070390] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "a97904d4-aa99-426b-a1b2-21db87db22e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.070670] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.080083] env[68116]: DEBUG nova.network.neutron [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.108065] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a7b0d471-4cc6-4287-aab5-ac04efab9c4e tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.375s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.148250] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.148843] env[68116]: DEBUG oslo_concurrency.lockutils [req-5fd2d9f8-1701-4703-b526-99568882e208 req-69b48ae8-0e62-4951-9c71-b975444274b5 service nova] Releasing lock "refresh_cache-99c8712e-215c-4f60-b44a-9451547f85be" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.203464] env[68116]: DEBUG nova.network.neutron [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.223646] env[68116]: DEBUG nova.compute.manager [req-96d4dd91-3e3d-433f-9a59-22c5b6b6d406 req-96f30164-cda4-49f6-8d98-b5e6bad35e45 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Received event network-vif-deleted-5d84f89f-aa4f-494e-a23d-40a485a046ef {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.223786] env[68116]: INFO nova.compute.manager [req-96d4dd91-3e3d-433f-9a59-22c5b6b6d406 req-96f30164-cda4-49f6-8d98-b5e6bad35e45 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Neutron deleted interface 5d84f89f-aa4f-494e-a23d-40a485a046ef; detaching it from the instance and deleting it from the info cache [ 1067.224015] env[68116]: DEBUG nova.network.neutron [req-96d4dd91-3e3d-433f-9a59-22c5b6b6d406 req-96f30164-cda4-49f6-8d98-b5e6bad35e45 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.270603] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786654, 'name': PowerOffVM_Task, 'duration_secs': 0.309729} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.270984] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.272175] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d66dc1-e1fb-4235-a03f-121dbee6d632 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.292884] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51104efd-233d-43c3-955f-b7fc89dc3d51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.441887] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699941} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.442198] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 99c8712e-215c-4f60-b44a-9451547f85be/99c8712e-215c-4f60-b44a-9451547f85be.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.442414] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.442796] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63df44e9-19ce-4c21-931e-b490b37532ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.451129] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1067.451129] env[68116]: value = "task-2786655" [ 1067.451129] env[68116]: _type = "Task" [ 1067.451129] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.460654] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.520309] env[68116]: DEBUG nova.scheduler.client.report [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.574671] env[68116]: DEBUG nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.582236] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.582553] env[68116]: DEBUG nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Instance network_info: |[{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.582956] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:9b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f37625b5-3c70-4e58-ac49-a37b1b21ffc8', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.591747] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.591996] env[68116]: DEBUG nova.network.neutron [-] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.593503] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.593750] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46613d66-af03-4aaf-95f3-741119edbcd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.618870] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.618870] env[68116]: value = "task-2786656" [ 1067.618870] env[68116]: _type = "Task" [ 1067.618870] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.630275] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786656, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.706381] env[68116]: INFO nova.compute.manager [-] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Took 1.33 seconds to deallocate network for instance. [ 1067.726917] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd43e231-b9ba-4c10-9507-0657371bdcaa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.737157] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed40ba4c-34e0-402d-af6d-da73b7f3ad1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.771349] env[68116]: DEBUG nova.compute.manager [req-96d4dd91-3e3d-433f-9a59-22c5b6b6d406 req-96f30164-cda4-49f6-8d98-b5e6bad35e45 service nova] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Detach interface failed, port_id=5d84f89f-aa4f-494e-a23d-40a485a046ef, reason: Instance 1f45f0d1-5b81-4997-ad7c-47746ce8ea49 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1067.804882] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.805244] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a32041d-e459-45b9-8a8f-fdda2e22c1e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.813184] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1067.813184] env[68116]: value = "task-2786657" [ 1067.813184] env[68116]: _type = "Task" [ 1067.813184] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.823356] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.917874] env[68116]: DEBUG nova.compute.manager [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-vif-plugged-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.918175] env[68116]: DEBUG oslo_concurrency.lockutils [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] Acquiring lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.918355] env[68116]: DEBUG oslo_concurrency.lockutils [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] Lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.918479] env[68116]: DEBUG oslo_concurrency.lockutils [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] Lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.918646] env[68116]: DEBUG nova.compute.manager [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] No waiting events found dispatching network-vif-plugged-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.918801] env[68116]: WARNING nova.compute.manager [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received unexpected event network-vif-plugged-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 for instance with vm_state building and task_state spawning. [ 1067.918950] env[68116]: DEBUG nova.compute.manager [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.919120] env[68116]: DEBUG nova.compute.manager [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing instance network info cache due to event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1067.919296] env[68116]: DEBUG oslo_concurrency.lockutils [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.919428] env[68116]: DEBUG oslo_concurrency.lockutils [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.919578] env[68116]: DEBUG nova.network.neutron [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.962171] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255337} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.962459] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.963357] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b774fa-6651-43a2-9aaa-e3ab73fe43d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.985608] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 99c8712e-215c-4f60-b44a-9451547f85be/99c8712e-215c-4f60-b44a-9451547f85be.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.986012] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93c3b21-34a8-4e06-97f2-0af1b1882ad1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.005284] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1068.005284] env[68116]: value = "task-2786658" [ 1068.005284] env[68116]: _type = "Task" [ 1068.005284] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.015385] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.027660] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.028239] env[68116]: DEBUG nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.030974] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.721s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.031243] env[68116]: DEBUG nova.objects.instance [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lazy-loading 'resources' on Instance uuid 8d68433b-7638-4d70-9089-8194ca87c6d5 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.094036] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.113154] env[68116]: INFO nova.compute.manager [-] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Took 1.44 seconds to deallocate network for instance. [ 1068.129748] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786656, 'name': CreateVM_Task, 'duration_secs': 0.467637} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.129940] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.130666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.130827] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.131240] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.131518] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540f745b-4739-4af0-9d61-442871f6eced {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.137192] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1068.137192] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f1c23c-f126-754a-5c6a-1bc76107eb07" [ 1068.137192] env[68116]: _type = "Task" [ 1068.137192] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.146576] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f1c23c-f126-754a-5c6a-1bc76107eb07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.215612] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.322629] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786657, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.400895] env[68116]: DEBUG nova.compute.manager [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1068.517051] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.534637] env[68116]: DEBUG nova.compute.utils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.541248] env[68116]: DEBUG nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.541436] env[68116]: DEBUG nova.network.neutron [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.587231] env[68116]: DEBUG nova.policy [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416e9e906fa345c4a285e65d345001af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8b74d7790647c796dbce3525f8e4e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.620183] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.648781] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f1c23c-f126-754a-5c6a-1bc76107eb07, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.649148] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.649385] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.649616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.649760] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.649935] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.650212] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d80754f-d4c4-439d-bcc1-44828064ce8b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.658879] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.659085] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.662320] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab4e92e-92f6-4e9a-8d6f-0429942b8bdf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.668094] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1068.668094] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524366a6-4f6e-2ba2-9713-9a2fe7c7c723" [ 1068.668094] env[68116]: _type = "Task" [ 1068.668094] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.678106] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524366a6-4f6e-2ba2-9713-9a2fe7c7c723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.728712] env[68116]: DEBUG nova.network.neutron [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updated VIF entry in instance network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.729074] env[68116]: DEBUG nova.network.neutron [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.827293] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786657, 'name': CreateSnapshot_Task, 'duration_secs': 0.909068} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.827293] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.827712] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d6dc63-3260-45a7-ab72-1f373649f558 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.839293] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e87152-6a95-4422-b5f5-918e4c9e1b58 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.846347] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250a611-9628-4199-83ed-32ac9ccca7bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.882109] env[68116]: DEBUG nova.network.neutron [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Successfully created port: 0b20763f-7518-40d6-939b-75268d412b8c {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.884913] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb0572-b830-4362-a295-b26bf4c3eca3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.894475] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4afb80-955e-4958-a9f6-b3c8665a8d63 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.912427] env[68116]: DEBUG nova.compute.provider_tree [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.927507] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.017652] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786658, 'name': ReconfigVM_Task, 'duration_secs': 0.698978} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.017931] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 99c8712e-215c-4f60-b44a-9451547f85be/99c8712e-215c-4f60-b44a-9451547f85be.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.018700] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b34069-6442-4109-9582-de1fdafb4e72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.024897] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1069.024897] env[68116]: value = "task-2786659" [ 1069.024897] env[68116]: _type = "Task" [ 1069.024897] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.032434] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786659, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.042040] env[68116]: DEBUG nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.178885] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524366a6-4f6e-2ba2-9713-9a2fe7c7c723, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.179723] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3fe7da-a870-4fbf-a89d-e5f5b3988d90 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.185058] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1069.185058] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52992b62-28bd-2bab-9ceb-d5971eb564af" [ 1069.185058] env[68116]: _type = "Task" [ 1069.185058] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.193867] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52992b62-28bd-2bab-9ceb-d5971eb564af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.232325] env[68116]: DEBUG oslo_concurrency.lockutils [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.232647] env[68116]: DEBUG nova.compute.manager [req-79b23234-31b6-4ef3-8ba9-daa385b6aa4e req-54075b80-ad43-4135-b6f8-765e29361608 service nova] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Received event network-vif-deleted-226b4b5c-279d-413f-827c-2de29e2183d1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1069.349642] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1069.349930] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-684945dd-831b-4c63-8bd5-49ff56d230fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.358876] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1069.358876] env[68116]: value = "task-2786660" [ 1069.358876] env[68116]: _type = "Task" [ 1069.358876] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.368145] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786660, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.416363] env[68116]: DEBUG nova.scheduler.client.report [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.536038] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786659, 'name': Rename_Task, 'duration_secs': 0.381914} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.536038] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.536207] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a4b7a9-5315-469e-8dde-ecf964d35841 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.543104] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1069.543104] env[68116]: value = "task-2786661" [ 1069.543104] env[68116]: _type = "Task" [ 1069.543104] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.554431] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.695328] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52992b62-28bd-2bab-9ceb-d5971eb564af, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.695616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.695899] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 973199f9-6247-4e7e-92b4-16d76a00e574/973199f9-6247-4e7e-92b4-16d76a00e574.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.696181] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc8c56ac-131b-41e3-97e3-c7284d9b10d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.702418] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1069.702418] env[68116]: value = "task-2786662" [ 1069.702418] env[68116]: _type = "Task" [ 1069.702418] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.710369] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.868577] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786660, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.921823] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.924872] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.523s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.925203] env[68116]: DEBUG nova.objects.instance [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.950442] env[68116]: INFO nova.scheduler.client.report [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Deleted allocations for instance 8d68433b-7638-4d70-9089-8194ca87c6d5 [ 1070.054913] env[68116]: DEBUG nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.057310] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.089944] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.090220] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.090431] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.090647] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.090801] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.090987] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.091236] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.091469] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.091681] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.091856] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.092045] env[68116]: DEBUG nova.virt.hardware [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.093110] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2930dbba-0d0f-435c-bfd5-7e1c16d37e68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.102584] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c79c3d-a07c-4aef-a452-646f836ef36b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.213392] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474221} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.213629] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 973199f9-6247-4e7e-92b4-16d76a00e574/973199f9-6247-4e7e-92b4-16d76a00e574.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.213913] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.214199] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66496192-2378-4d1e-b953-681f2a46f8ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.220993] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1070.220993] env[68116]: value = "task-2786663" [ 1070.220993] env[68116]: _type = "Task" [ 1070.220993] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.229909] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.368593] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786660, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.375705] env[68116]: DEBUG nova.network.neutron [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Successfully updated port: 0b20763f-7518-40d6-939b-75268d412b8c {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.429097] env[68116]: DEBUG nova.compute.manager [req-1f4aa80e-1430-4dc6-9d5e-d8f2a4d5e7e6 req-2597f1cd-9613-4d59-b690-10f723c7d6bc service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Received event network-vif-plugged-0b20763f-7518-40d6-939b-75268d412b8c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1070.429214] env[68116]: DEBUG oslo_concurrency.lockutils [req-1f4aa80e-1430-4dc6-9d5e-d8f2a4d5e7e6 req-2597f1cd-9613-4d59-b690-10f723c7d6bc service nova] Acquiring lock "33af5800-9cb2-4127-8ff3-5899ac18b706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.429381] env[68116]: DEBUG oslo_concurrency.lockutils [req-1f4aa80e-1430-4dc6-9d5e-d8f2a4d5e7e6 req-2597f1cd-9613-4d59-b690-10f723c7d6bc service nova] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.429559] env[68116]: DEBUG oslo_concurrency.lockutils [req-1f4aa80e-1430-4dc6-9d5e-d8f2a4d5e7e6 req-2597f1cd-9613-4d59-b690-10f723c7d6bc service nova] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.429722] env[68116]: DEBUG nova.compute.manager [req-1f4aa80e-1430-4dc6-9d5e-d8f2a4d5e7e6 req-2597f1cd-9613-4d59-b690-10f723c7d6bc service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] No waiting events found dispatching network-vif-plugged-0b20763f-7518-40d6-939b-75268d412b8c {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.429883] env[68116]: WARNING nova.compute.manager [req-1f4aa80e-1430-4dc6-9d5e-d8f2a4d5e7e6 req-2597f1cd-9613-4d59-b690-10f723c7d6bc service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Received unexpected event network-vif-plugged-0b20763f-7518-40d6-939b-75268d412b8c for instance with vm_state building and task_state spawning. [ 1070.458664] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e6ac1ab7-34f9-491f-87d5-d5e62d3fe5d4 tempest-ServersTestMultiNic-1863331152 tempest-ServersTestMultiNic-1863331152-project-member] Lock "8d68433b-7638-4d70-9089-8194ca87c6d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.932s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.553334] env[68116]: DEBUG oslo_vmware.api [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786661, 'name': PowerOnVM_Task, 'duration_secs': 0.53525} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.553608] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.553876] env[68116]: INFO nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1070.554097] env[68116]: DEBUG nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.554883] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f8847-0448-4425-a2d3-b5d1c37f8169 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.730750] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067983} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.731036] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.731905] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d0d5a-ceab-48c2-a1b4-618d8c96150e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.754267] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 973199f9-6247-4e7e-92b4-16d76a00e574/973199f9-6247-4e7e-92b4-16d76a00e574.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.754564] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63397eec-7b0a-4029-9456-f1d1dd0348fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.776470] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1070.776470] env[68116]: value = "task-2786664" [ 1070.776470] env[68116]: _type = "Task" [ 1070.776470] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.783949] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.870349] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786660, 'name': CloneVM_Task, 'duration_secs': 1.32403} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.870622] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Created linked-clone VM from snapshot [ 1070.871425] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c10e24-8b27-482a-ae19-1d519a46c1f2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.878986] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.879142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.879285] env[68116]: DEBUG nova.network.neutron [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.880421] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Uploading image 2a6246e4-d8aa-4eea-8762-ee6387a1021a {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.907348] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1070.907348] env[68116]: value = "vm-560191" [ 1070.907348] env[68116]: _type = "VirtualMachine" [ 1070.907348] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1070.907621] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-541e02f0-5559-45ba-8b3e-95027d062f20 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.914524] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease: (returnval){ [ 1070.914524] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526015dc-2212-15d3-2a86-64fb3978b573" [ 1070.914524] env[68116]: _type = "HttpNfcLease" [ 1070.914524] env[68116]: } obtained for exporting VM: (result){ [ 1070.914524] env[68116]: value = "vm-560191" [ 1070.914524] env[68116]: _type = "VirtualMachine" [ 1070.914524] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1070.914838] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the lease: (returnval){ [ 1070.914838] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526015dc-2212-15d3-2a86-64fb3978b573" [ 1070.914838] env[68116]: _type = "HttpNfcLease" [ 1070.914838] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.921103] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.921103] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526015dc-2212-15d3-2a86-64fb3978b573" [ 1070.921103] env[68116]: _type = "HttpNfcLease" [ 1070.921103] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.934625] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9aad1879-b2af-4a23-8ebe-88c1f63cacb3 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.935662] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.649s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.072091] env[68116]: INFO nova.compute.manager [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Took 14.32 seconds to build instance. [ 1071.288938] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786664, 'name': ReconfigVM_Task, 'duration_secs': 0.304438} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.288938] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 973199f9-6247-4e7e-92b4-16d76a00e574/973199f9-6247-4e7e-92b4-16d76a00e574.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.289141] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-311104b8-9cef-4eb8-a9c7-5605b112b227 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.295326] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1071.295326] env[68116]: value = "task-2786666" [ 1071.295326] env[68116]: _type = "Task" [ 1071.295326] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.306710] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786666, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.422375] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.422375] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526015dc-2212-15d3-2a86-64fb3978b573" [ 1071.422375] env[68116]: _type = "HttpNfcLease" [ 1071.422375] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1071.422701] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1071.422701] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526015dc-2212-15d3-2a86-64fb3978b573" [ 1071.422701] env[68116]: _type = "HttpNfcLease" [ 1071.422701] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1071.423467] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d349a6a-13c2-42f2-8c6b-a5a4e790da52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.428684] env[68116]: DEBUG nova.network.neutron [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.435725] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214b2da-290c-fa03-7def-e8901c615a43/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1071.435950] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214b2da-290c-fa03-7def-e8901c615a43/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1071.533353] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c24edce-863e-41aa-a343-5b35fd9986ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.574165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c79377a1-2498-462d-b0e9-a80fdef322a0 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "99c8712e-215c-4f60-b44a-9451547f85be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.834s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.668786] env[68116]: DEBUG nova.network.neutron [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Updating instance_info_cache with network_info: [{"id": "0b20763f-7518-40d6-939b-75268d412b8c", "address": "fa:16:3e:a2:d1:c1", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20763f-75", "ovs_interfaceid": "0b20763f-7518-40d6-939b-75268d412b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.764407] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23955fc9-9b21-46c3-b00e-302ef7fcefb3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.773068] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4119c1-4b4f-4d1b-8a92-080dbd4ff227 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.807542] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e752c969-82d8-4e21-beeb-dd154d0110d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.815154] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786666, 'name': Rename_Task, 'duration_secs': 0.15713} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.817505] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.817826] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f5280c7-2eac-4fe7-8778-860ac0551de3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.820441] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00f3e3c-9e58-486b-bfe5-b0ed88a3e3e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.834547] env[68116]: DEBUG nova.compute.provider_tree [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.837128] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1071.837128] env[68116]: value = "task-2786667" [ 1071.837128] env[68116]: _type = "Task" [ 1071.837128] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.845136] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.171916] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.172351] env[68116]: DEBUG nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Instance network_info: |[{"id": "0b20763f-7518-40d6-939b-75268d412b8c", "address": "fa:16:3e:a2:d1:c1", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20763f-75", "ovs_interfaceid": "0b20763f-7518-40d6-939b-75268d412b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.172843] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d1:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b20763f-7518-40d6-939b-75268d412b8c', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.181548] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Creating folder: Project (eb8b74d7790647c796dbce3525f8e4e3). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.183172] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbe06f33-a269-4379-b31c-a35ffbe533c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.195328] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Created folder: Project (eb8b74d7790647c796dbce3525f8e4e3) in parent group-v559920. [ 1072.195328] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Creating folder: Instances. Parent ref: group-v560192. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.195471] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccfd34cb-85e6-412f-80d0-e16d67b50284 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.206012] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Created folder: Instances in parent group-v560192. [ 1072.206012] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.206012] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.206012] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a70f790-826c-47ca-8bb2-159fbe119948 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.231664] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.231664] env[68116]: value = "task-2786670" [ 1072.231664] env[68116]: _type = "Task" [ 1072.231664] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.242234] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786670, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.339019] env[68116]: DEBUG nova.scheduler.client.report [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.351780] env[68116]: DEBUG oslo_vmware.api [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786667, 'name': PowerOnVM_Task, 'duration_secs': 0.474353} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.352078] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.352289] env[68116]: INFO nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1072.352458] env[68116]: DEBUG nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.353253] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d992ec1-641a-431d-9946-9c151bb16572 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.744266] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786670, 'name': CreateVM_Task, 'duration_secs': 0.393202} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.744532] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.745315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.745568] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.746023] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.746347] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429d4b89-9834-47b6-9bb8-ddbd1030dcb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.752730] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1072.752730] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52924b34-8ba3-b88f-7900-7dea078873c8" [ 1072.752730] env[68116]: _type = "Task" [ 1072.752730] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.764807] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52924b34-8ba3-b88f-7900-7dea078873c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.877145] env[68116]: INFO nova.compute.manager [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Took 13.72 seconds to build instance. [ 1072.880164] env[68116]: DEBUG nova.compute.manager [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Received event network-changed-0b20763f-7518-40d6-939b-75268d412b8c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1072.880464] env[68116]: DEBUG nova.compute.manager [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Refreshing instance network info cache due to event network-changed-0b20763f-7518-40d6-939b-75268d412b8c. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1072.880770] env[68116]: DEBUG oslo_concurrency.lockutils [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] Acquiring lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.880982] env[68116]: DEBUG oslo_concurrency.lockutils [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] Acquired lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.881561] env[68116]: DEBUG nova.network.neutron [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Refreshing network info cache for port 0b20763f-7518-40d6-939b-75268d412b8c {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.264772] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52924b34-8ba3-b88f-7900-7dea078873c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.265392] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.265692] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.266072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.266739] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.266739] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.266802] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f48dc4d-0f33-46ae-8cc7-0f748b9552b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.276674] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.276674] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.277406] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12193b9a-8b85-41f4-95ea-703280fdbb96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.282893] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1073.282893] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5200e826-681a-dcf8-66ad-3a8771162cb2" [ 1073.282893] env[68116]: _type = "Task" [ 1073.282893] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.291191] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5200e826-681a-dcf8-66ad-3a8771162cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.355103] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.419s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.358137] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.210s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.358566] env[68116]: DEBUG nova.objects.instance [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.385861] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b4feb131-02ac-4a1b-8484-fddeb6e0f041 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "973199f9-6247-4e7e-92b4-16d76a00e574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.244s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.599228] env[68116]: DEBUG nova.network.neutron [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Updated VIF entry in instance network info cache for port 0b20763f-7518-40d6-939b-75268d412b8c. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.599915] env[68116]: DEBUG nova.network.neutron [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Updating instance_info_cache with network_info: [{"id": "0b20763f-7518-40d6-939b-75268d412b8c", "address": "fa:16:3e:a2:d1:c1", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20763f-75", "ovs_interfaceid": "0b20763f-7518-40d6-939b-75268d412b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.719405] env[68116]: DEBUG nova.objects.instance [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lazy-loading 'flavor' on Instance uuid 21cae65b-8e16-4f2b-a24f-ac115124328c {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.795098] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5200e826-681a-dcf8-66ad-3a8771162cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.796102] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32a540e-2d7c-41d1-a540-b85d3e5591b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.802207] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1073.802207] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52758664-a985-7c1f-4308-fdc7b5aef503" [ 1073.802207] env[68116]: _type = "Task" [ 1073.802207] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.809790] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52758664-a985-7c1f-4308-fdc7b5aef503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.865201] env[68116]: DEBUG nova.objects.instance [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lazy-loading 'numa_topology' on Instance uuid 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.927928] env[68116]: INFO nova.scheduler.client.report [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted allocation for migration 194973c6-397f-4a17-8db7-3625466b5a1f [ 1074.102939] env[68116]: DEBUG oslo_concurrency.lockutils [req-303cb34d-a2cb-431d-98f4-7951d1354015 req-55caeb79-81d7-4144-97ec-fe34316e3c49 service nova] Releasing lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.225745] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.226101] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquired lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.312414] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52758664-a985-7c1f-4308-fdc7b5aef503, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.312699] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.312975] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/33af5800-9cb2-4127-8ff3-5899ac18b706.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.313274] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d0b4f9-2b9c-4e9f-b3a8-795c782568be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.319996] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1074.319996] env[68116]: value = "task-2786671" [ 1074.319996] env[68116]: _type = "Task" [ 1074.319996] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.328287] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.374657] env[68116]: INFO nova.compute.claims [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.432142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.689s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.670611] env[68116]: DEBUG nova.network.neutron [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.713915] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.714664] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.831530] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.955302] env[68116]: DEBUG nova.compute.manager [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1074.955495] env[68116]: DEBUG nova.compute.manager [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing instance network info cache due to event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1074.955707] env[68116]: DEBUG oslo_concurrency.lockutils [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955854] env[68116]: DEBUG oslo_concurrency.lockutils [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956243] env[68116]: DEBUG nova.network.neutron [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.090218] env[68116]: DEBUG nova.compute.manager [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Received event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.090218] env[68116]: DEBUG nova.compute.manager [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing instance network info cache due to event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1075.090218] env[68116]: DEBUG oslo_concurrency.lockutils [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] Acquiring lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.222233] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.222419] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.222572] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.222739] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.223238] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.223238] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.223238] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1075.223369] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.334475] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648225} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.334894] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/33af5800-9cb2-4127-8ff3-5899ac18b706.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.335906] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.335906] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00ad15a5-ce71-473a-bc74-18ed43f6b95e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.342321] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1075.342321] env[68116]: value = "task-2786672" [ 1075.342321] env[68116]: _type = "Task" [ 1075.342321] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.350597] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.414242] env[68116]: DEBUG nova.compute.manager [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.417909] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad95919-cef6-497a-90e5-8a9ba2ca6ca2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.441011] env[68116]: DEBUG nova.network.neutron [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.677435] env[68116]: DEBUG nova.network.neutron [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updated VIF entry in instance network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.677808] env[68116]: DEBUG nova.network.neutron [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.708527] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0088ff39-464b-4c1f-a52e-09dc2fd0cf77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.718755] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87dd61a-ee54-449c-8021-32e1920d4737 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.726624] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.760124] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aae7303-505f-4964-a3d3-9cae6669200a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.768833] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e681099-0a3b-4bf8-9e99-301fb15e4f31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.782936] env[68116]: DEBUG nova.compute.provider_tree [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.801458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.801689] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.801891] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.802095] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.802266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.804274] env[68116]: INFO nova.compute.manager [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Terminating instance [ 1075.851973] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074946} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.856022] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.856022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ba3436-34ae-4d55-add2-9e373250b9e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.876149] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/33af5800-9cb2-4127-8ff3-5899ac18b706.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.876524] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5834035-db0c-4a14-acc7-0956ac4b575c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.898326] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1075.898326] env[68116]: value = "task-2786673" [ 1075.898326] env[68116]: _type = "Task" [ 1075.898326] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.906816] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.929264] env[68116]: INFO nova.compute.manager [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] instance snapshotting [ 1075.932285] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa31e02-8ccd-4931-b7ae-2820b8c0584d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.953352] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Releasing lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.953643] env[68116]: DEBUG nova.compute.manager [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Inject network info {{(pid=68116) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1075.953937] env[68116]: DEBUG nova.compute.manager [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] network_info to inject: |[{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1075.958801] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Reconfiguring VM instance to set the machine id {{(pid=68116) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1075.959305] env[68116]: DEBUG oslo_concurrency.lockutils [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] Acquired lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.959492] env[68116]: DEBUG nova.network.neutron [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.965074] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2850284c-d029-446f-91e2-d6a0ffc1dfea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.973192] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6526ef0c-e9f1-4092-8773-344f1f71d310 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.984875] env[68116]: DEBUG oslo_vmware.api [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1075.984875] env[68116]: value = "task-2786674" [ 1075.984875] env[68116]: _type = "Task" [ 1075.984875] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.999221] env[68116]: DEBUG oslo_vmware.api [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.181888] env[68116]: DEBUG oslo_concurrency.lockutils [req-99a9ae30-0b03-4d76-a438-7de16c46d38d req-5d6f428d-89b8-468f-9516-eb2d25a90e20 service nova] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.222497] env[68116]: DEBUG nova.network.neutron [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updated VIF entry in instance network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.222924] env[68116]: DEBUG nova.network.neutron [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.286785] env[68116]: DEBUG nova.scheduler.client.report [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.307517] env[68116]: DEBUG nova.compute.manager [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.307776] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.308953] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90967036-92ab-4ab2-8305-a87abfc0ca17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.319232] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.319491] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9151c6c-16c3-428c-a05f-b25814395f57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.327112] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1076.327112] env[68116]: value = "task-2786675" [ 1076.327112] env[68116]: _type = "Task" [ 1076.327112] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.333293] env[68116]: DEBUG nova.objects.instance [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lazy-loading 'flavor' on Instance uuid 21cae65b-8e16-4f2b-a24f-ac115124328c {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.340632] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.409826] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786673, 'name': ReconfigVM_Task, 'duration_secs': 0.43048} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.410197] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/33af5800-9cb2-4127-8ff3-5899ac18b706.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.410896] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d078f477-4d5f-4eb3-8f86-d66be6e0f0d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.418386] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1076.418386] env[68116]: value = "task-2786676" [ 1076.418386] env[68116]: _type = "Task" [ 1076.418386] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.427238] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786676, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.497693] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1076.498152] env[68116]: DEBUG oslo_vmware.api [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786674, 'name': ReconfigVM_Task, 'duration_secs': 0.18749} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.498441] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c11d217d-da9a-47fc-b9ba-c9316985c6bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.500655] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdce4d0-9c38-4fd8-8e1d-3f02b18e8c32 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Reconfigured VM instance to set the machine id {{(pid=68116) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1076.508064] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1076.508064] env[68116]: value = "task-2786677" [ 1076.508064] env[68116]: _type = "Task" [ 1076.508064] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.518558] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.725998] env[68116]: DEBUG oslo_concurrency.lockutils [req-e6c7de9d-e1fa-490e-85c6-c9ba683a72c5 req-b12bd13e-b8b7-49be-8413-809b1d4289b3 service nova] Releasing lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.793837] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.435s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.795935] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.702s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.797578] env[68116]: INFO nova.compute.claims [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.828435] env[68116]: INFO nova.network.neutron [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating port 79d1c435-b96b-4aff-bd9e-b0be86082816 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1076.845851] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786675, 'name': PowerOffVM_Task, 'duration_secs': 0.305024} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.846524] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.846754] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.847099] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd30e621-9547-4d9b-a3c7-99b24a0b4bde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.849693] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.850361] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquired lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.917524] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.917801] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.918049] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleting the datastore file [datastore2] 648318f9-f0f0-449f-a3ed-05b35b1d481e {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.919026] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ee7d150-61d3-4df4-bddf-20533d825125 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.930252] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786676, 'name': Rename_Task, 'duration_secs': 0.230477} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.931709] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.932100] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for the task: (returnval){ [ 1076.932100] env[68116]: value = "task-2786679" [ 1076.932100] env[68116]: _type = "Task" [ 1076.932100] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.932351] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe12820d-1ebf-4b70-a818-28ddac4518d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.941905] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.943072] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1076.943072] env[68116]: value = "task-2786680" [ 1076.943072] env[68116]: _type = "Task" [ 1076.943072] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.950375] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.991983] env[68116]: DEBUG nova.compute.manager [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1076.991983] env[68116]: DEBUG nova.compute.manager [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing instance network info cache due to event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1076.991983] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.991983] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.992217] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.018663] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.218381] env[68116]: DEBUG nova.network.neutron [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.444011] env[68116]: DEBUG oslo_vmware.api [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Task: {'id': task-2786679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337563} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.447728] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.447968] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.448184] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.448424] env[68116]: INFO nova.compute.manager [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.448694] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.449292] env[68116]: DEBUG nova.compute.manager [-] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.449399] env[68116]: DEBUG nova.network.neutron [-] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.456433] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.524284] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786677, 'name': CreateSnapshot_Task, 'duration_secs': 0.738044} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.524723] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.525956] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14afc6c-5965-417b-8e35-33b851f8cd9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.728857] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updated VIF entry in instance network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.730193] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.954337] env[68116]: DEBUG oslo_vmware.api [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786680, 'name': PowerOnVM_Task, 'duration_secs': 0.595461} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.957345] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.957578] env[68116]: INFO nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1077.957779] env[68116]: DEBUG nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.958814] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae1fa9-0275-498b-a372-5fc0ba6aad2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.027321] env[68116]: DEBUG nova.network.neutron [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.047814] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1078.050579] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6304ae7c-eb90-48c2-a823-fed56e25162e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.058998] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1078.058998] env[68116]: value = "task-2786681" [ 1078.058998] env[68116]: _type = "Task" [ 1078.058998] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.069028] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786681, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.093883] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d00c7d-1ba0-4a15-b3bd-c1d35b2e3021 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.102262] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdcc812-0391-42ff-848b-50e4de70ceec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.134129] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba3e5c5-9039-4d9c-add8-e7577bd69afd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.142386] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a3de3-2ca2-4ac2-9b97-2a15d1856e78 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.156955] env[68116]: DEBUG nova.compute.provider_tree [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.203407] env[68116]: DEBUG nova.network.neutron [-] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.232833] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.233368] env[68116]: DEBUG nova.compute.manager [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.233368] env[68116]: DEBUG nova.compute.manager [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing instance network info cache due to event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1078.233715] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.233715] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.233888] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.256147] env[68116]: DEBUG nova.compute.manager [req-1414364c-bf7f-4455-8fd8-d4c392b2e432 req-f02fcc16-39e4-48df-b52e-bacce5441e99 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received event network-vif-plugged-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.256407] env[68116]: DEBUG oslo_concurrency.lockutils [req-1414364c-bf7f-4455-8fd8-d4c392b2e432 req-f02fcc16-39e4-48df-b52e-bacce5441e99 service nova] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.256661] env[68116]: DEBUG oslo_concurrency.lockutils [req-1414364c-bf7f-4455-8fd8-d4c392b2e432 req-f02fcc16-39e4-48df-b52e-bacce5441e99 service nova] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.256873] env[68116]: DEBUG oslo_concurrency.lockutils [req-1414364c-bf7f-4455-8fd8-d4c392b2e432 req-f02fcc16-39e4-48df-b52e-bacce5441e99 service nova] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.257102] env[68116]: DEBUG nova.compute.manager [req-1414364c-bf7f-4455-8fd8-d4c392b2e432 req-f02fcc16-39e4-48df-b52e-bacce5441e99 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] No waiting events found dispatching network-vif-plugged-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.257291] env[68116]: WARNING nova.compute.manager [req-1414364c-bf7f-4455-8fd8-d4c392b2e432 req-f02fcc16-39e4-48df-b52e-bacce5441e99 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received unexpected event network-vif-plugged-79d1c435-b96b-4aff-bd9e-b0be86082816 for instance with vm_state shelved_offloaded and task_state spawning. [ 1078.367501] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.369470] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.369470] env[68116]: DEBUG nova.network.neutron [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.479350] env[68116]: INFO nova.compute.manager [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Took 18.13 seconds to build instance. [ 1078.529934] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Releasing lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.530214] env[68116]: DEBUG nova.compute.manager [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Inject network info {{(pid=68116) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1078.530495] env[68116]: DEBUG nova.compute.manager [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] network_info to inject: |[{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1078.535552] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Reconfiguring VM instance to set the machine id {{(pid=68116) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1078.536278] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf07138c-8126-4c83-87d9-99fcad15308a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.551997] env[68116]: DEBUG oslo_vmware.api [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1078.551997] env[68116]: value = "task-2786682" [ 1078.551997] env[68116]: _type = "Task" [ 1078.551997] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.561049] env[68116]: DEBUG oslo_vmware.api [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.569745] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786681, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.661080] env[68116]: DEBUG nova.scheduler.client.report [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.706877] env[68116]: INFO nova.compute.manager [-] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Took 1.26 seconds to deallocate network for instance. [ 1078.959750] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updated VIF entry in instance network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.959750] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.981424] env[68116]: DEBUG oslo_concurrency.lockutils [None req-3a82bfd8-4675-4d13-9b9f-b6201ce35ab6 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.641s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.070141] env[68116]: DEBUG oslo_vmware.api [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786682, 'name': ReconfigVM_Task, 'duration_secs': 0.273873} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.070472] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5866738c-70f3-4d9f-bd96-8d2e824b2851 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Reconfigured VM instance to set the machine id {{(pid=68116) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1079.078421] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786681, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.128173] env[68116]: DEBUG nova.compute.manager [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Received event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.128381] env[68116]: DEBUG nova.compute.manager [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing instance network info cache due to event network-changed-883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1079.131698] env[68116]: DEBUG oslo_concurrency.lockutils [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] Acquiring lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.131698] env[68116]: DEBUG oslo_concurrency.lockutils [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] Acquired lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.131698] env[68116]: DEBUG nova.network.neutron [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Refreshing network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.166431] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.166655] env[68116]: DEBUG nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.169076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.954s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.169626] env[68116]: DEBUG nova.objects.instance [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'resources' on Instance uuid 1f45f0d1-5b81-4997-ad7c-47746ce8ea49 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.179364] env[68116]: INFO nova.compute.manager [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Rescuing [ 1079.181226] env[68116]: DEBUG oslo_concurrency.lockutils [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.181226] env[68116]: DEBUG oslo_concurrency.lockutils [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.181226] env[68116]: DEBUG nova.network.neutron [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.184446] env[68116]: DEBUG nova.network.neutron [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [{"id": "79d1c435-b96b-4aff-bd9e-b0be86082816", "address": "fa:16:3e:9c:e3:c6", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d1c435-b9", "ovs_interfaceid": "79d1c435-b96b-4aff-bd9e-b0be86082816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.186076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "21cae65b-8e16-4f2b-a24f-ac115124328c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.186076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.186272] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "21cae65b-8e16-4f2b-a24f-ac115124328c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.186477] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.186642] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.188773] env[68116]: INFO nova.compute.manager [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Terminating instance [ 1079.214962] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.461836] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.462151] env[68116]: DEBUG nova.compute.manager [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.462347] env[68116]: DEBUG nova.compute.manager [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing instance network info cache due to event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1079.462540] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.462681] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.462841] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.572618] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786681, 'name': CloneVM_Task, 'duration_secs': 1.257797} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.572946] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Created linked-clone VM from snapshot [ 1079.573730] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c16bc-28bb-4af2-adf9-c17e6a48b232 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.583107] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Uploading image f1dfdcfd-898a-4182-baf0-b949c5b15532 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1079.598821] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1079.599133] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a26944f-11d9-405f-95f2-b11cde2a78e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.606080] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1079.606080] env[68116]: value = "task-2786683" [ 1079.606080] env[68116]: _type = "Task" [ 1079.606080] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.614560] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786683, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.672862] env[68116]: DEBUG nova.compute.utils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.678143] env[68116]: DEBUG nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.678143] env[68116]: DEBUG nova.network.neutron [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.689760] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.692512] env[68116]: DEBUG nova.compute.manager [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.692720] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.693690] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07fff9-78c9-4773-b456-1da4231e5693 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.703286] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.703531] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cab4826b-b3f5-4b6f-9d27-b02ac77020cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.712682] env[68116]: DEBUG oslo_vmware.api [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1079.712682] env[68116]: value = "task-2786684" [ 1079.712682] env[68116]: _type = "Task" [ 1079.712682] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.717456] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2d8c08d55c61aba026aeec3abba54475',container_format='bare',created_at=2025-03-06T04:56:06Z,direct_url=,disk_format='vmdk',id=f0806acd-825b-4fdd-aba8-59cece8323ab,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1777286419-shelved',owner='ed9c7e26cfab40608f517cb2d8707368',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-03-06T04:56:23Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.717702] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.717863] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.718082] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.718203] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.718352] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.718563] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.718796] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.718884] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.719061] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.719249] env[68116]: DEBUG nova.virt.hardware [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.723661] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc87393-6eb7-4042-8cce-925960486d1e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.733696] env[68116]: DEBUG oslo_vmware.api [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.737490] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447bb0a6-a4c6-4a66-9729-0939da790349 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.757522] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:e3:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d1c435-b96b-4aff-bd9e-b0be86082816', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.764803] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.766477] env[68116]: DEBUG nova.policy [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a47b0dcfcfda4d2b8a1a749e287321e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fa3b524b8b24ffebcfa0a78b8d1b903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.770472] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.770926] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6501b6ef-1c02-4d22-a811-654d85760094 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.797745] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.797745] env[68116]: value = "task-2786685" [ 1079.797745] env[68116]: _type = "Task" [ 1079.797745] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.807565] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786685, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.015648] env[68116]: DEBUG nova.network.neutron [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Updating instance_info_cache with network_info: [{"id": "0b20763f-7518-40d6-939b-75268d412b8c", "address": "fa:16:3e:a2:d1:c1", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20763f-75", "ovs_interfaceid": "0b20763f-7518-40d6-939b-75268d412b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.019957] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700e6658-3f0f-4082-bca1-4c3054401532 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.029402] env[68116]: DEBUG nova.network.neutron [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updated VIF entry in instance network info cache for port 883cba4a-2b86-4af1-baa0-afc92e9fa4b1. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.031105] env[68116]: DEBUG nova.network.neutron [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [{"id": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "address": "fa:16:3e:68:7f:d8", "network": {"id": "a2b0d7a6-2dbe-4bb6-920b-8ed1bc7a2e88", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-152064001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25563123f99d4382b32c0ca7af231f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883cba4a-2b", "ovs_interfaceid": "883cba4a-2b86-4af1-baa0-afc92e9fa4b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.034638] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8736a15-178b-4a0d-9eb0-c206654c4e1b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.068968] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749ded2-ea61-4e0a-8011-ff4d8a0cb301 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.078079] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f3e174-1c36-4279-ba8d-0ac891db9d18 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.094810] env[68116]: DEBUG nova.compute.provider_tree [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.120902] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786683, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.177768] env[68116]: DEBUG nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.189173] env[68116]: DEBUG nova.network.neutron [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Successfully created port: d6c88172-2cc0-4c67-bbc4-ac787e84c94e {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.225413] env[68116]: DEBUG oslo_vmware.api [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786684, 'name': PowerOffVM_Task, 'duration_secs': 0.273794} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.225680] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.225849] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.226149] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be9a210a-1235-42e4-9a36-d50462db1658 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.287978] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.288225] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.288426] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Deleting the datastore file [datastore2] 21cae65b-8e16-4f2b-a24f-ac115124328c {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.289113] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2fada4b-a911-417f-bcf3-d3d56d266d38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.307541] env[68116]: DEBUG oslo_vmware.api [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for the task: (returnval){ [ 1080.307541] env[68116]: value = "task-2786687" [ 1080.307541] env[68116]: _type = "Task" [ 1080.307541] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.321917] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786685, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.328437] env[68116]: DEBUG oslo_vmware.api [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.338107] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214b2da-290c-fa03-7def-e8901c615a43/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.339516] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023a42b-9175-4793-9b3b-e75599944cd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.346198] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214b2da-290c-fa03-7def-e8901c615a43/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.346379] env[68116]: ERROR oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214b2da-290c-fa03-7def-e8901c615a43/disk-0.vmdk due to incomplete transfer. [ 1080.346644] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a04d192d-c181-4c9b-9d74-71d05c5f3f42 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.355229] env[68116]: DEBUG oslo_vmware.rw_handles [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214b2da-290c-fa03-7def-e8901c615a43/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.355457] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Uploaded image 2a6246e4-d8aa-4eea-8762-ee6387a1021a to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.358422] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.358732] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26908138-ce75-4d92-ad72-0e2386363e95 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.364757] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1080.364757] env[68116]: value = "task-2786688" [ 1080.364757] env[68116]: _type = "Task" [ 1080.364757] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.372945] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786688, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.445378] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updated VIF entry in instance network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.445893] env[68116]: DEBUG nova.network.neutron [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.473759] env[68116]: DEBUG nova.compute.manager [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received event network-changed-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.474233] env[68116]: DEBUG nova.compute.manager [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Refreshing instance network info cache due to event network-changed-79d1c435-b96b-4aff-bd9e-b0be86082816. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.474233] env[68116]: DEBUG oslo_concurrency.lockutils [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] Acquiring lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.474377] env[68116]: DEBUG oslo_concurrency.lockutils [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] Acquired lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.474536] env[68116]: DEBUG nova.network.neutron [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Refreshing network info cache for port 79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.525255] env[68116]: DEBUG oslo_concurrency.lockutils [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "refresh_cache-33af5800-9cb2-4127-8ff3-5899ac18b706" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.532980] env[68116]: DEBUG oslo_concurrency.lockutils [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] Releasing lock "refresh_cache-21cae65b-8e16-4f2b-a24f-ac115124328c" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533297] env[68116]: DEBUG nova.compute.manager [req-73dfc9ed-b087-44ce-94f1-9a27d940dbd4 req-cce1ab4c-3c22-427e-badc-ee8e46b81e3d service nova] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Received event network-vif-deleted-fb9d694d-4f15-4094-aba7-283d55db4796 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.599272] env[68116]: DEBUG nova.scheduler.client.report [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.617113] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786683, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.808605] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786685, 'name': CreateVM_Task, 'duration_secs': 0.943993} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.808767] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.809475] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.809649] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.810073] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.810383] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b2f30a-e3e5-42b9-a48e-aeb74bcab9b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.818215] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1080.818215] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5290d225-6577-a5ab-1f09-988ecd5831e0" [ 1080.818215] env[68116]: _type = "Task" [ 1080.818215] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.821545] env[68116]: DEBUG oslo_vmware.api [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Task: {'id': task-2786687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31266} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.824434] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.824652] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.824835] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.825028] env[68116]: INFO nova.compute.manager [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1080.825259] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.825457] env[68116]: DEBUG nova.compute.manager [-] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.825552] env[68116]: DEBUG nova.network.neutron [-] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.833034] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.833349] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Processing image f0806acd-825b-4fdd-aba8-59cece8323ab {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.833628] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab/f0806acd-825b-4fdd-aba8-59cece8323ab.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.833816] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab/f0806acd-825b-4fdd-aba8-59cece8323ab.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.834017] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.834266] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab7ac2d1-0b1a-4ba1-ac65-4b047b7b8372 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.842024] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.842220] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.842913] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1edf54e-f1b7-4852-aefc-c4f6785b0792 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.847773] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1080.847773] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5296cf71-379d-74c0-b407-ed2de826ee74" [ 1080.847773] env[68116]: _type = "Task" [ 1080.847773] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.855634] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5296cf71-379d-74c0-b407-ed2de826ee74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.874314] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786688, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.953361] env[68116]: DEBUG oslo_concurrency.lockutils [req-3fffbb5d-4d2f-4832-8826-e17f864d014a req-87ca0b3e-c363-43e2-8e26-738634578759 service nova] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.105019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.107192] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.487s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.108285] env[68116]: DEBUG nova.objects.instance [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lazy-loading 'resources' on Instance uuid 44e7ad55-9b41-42e1-a564-bf3ec4df61b6 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.118739] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786683, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.126847] env[68116]: INFO nova.scheduler.client.report [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted allocations for instance 1f45f0d1-5b81-4997-ad7c-47746ce8ea49 [ 1081.187301] env[68116]: DEBUG nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.212360] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.212623] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.212782] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.212962] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.213125] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.213277] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.213484] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.213641] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.213808] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.213967] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.214373] env[68116]: DEBUG nova.virt.hardware [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.215228] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e34b4-312e-4b8c-b6ce-a797d62467d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.225190] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a540f52c-d836-43ce-a3e0-1644e7317b2b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.360787] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Preparing fetch location {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1081.361606] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Fetch image to [datastore1] OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60/OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60.vmdk {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1081.361868] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Downloading stream optimized image f0806acd-825b-4fdd-aba8-59cece8323ab to [datastore1] OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60/OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60.vmdk on the data store datastore1 as vApp {{(pid=68116) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1081.362061] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Downloading image file data f0806acd-825b-4fdd-aba8-59cece8323ab to the ESX as VM named 'OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60' {{(pid=68116) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1081.376912] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786688, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.430596] env[68116]: DEBUG nova.network.neutron [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updated VIF entry in instance network info cache for port 79d1c435-b96b-4aff-bd9e-b0be86082816. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.430832] env[68116]: DEBUG nova.network.neutron [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [{"id": "79d1c435-b96b-4aff-bd9e-b0be86082816", "address": "fa:16:3e:9c:e3:c6", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d1c435-b9", "ovs_interfaceid": "79d1c435-b96b-4aff-bd9e-b0be86082816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.451910] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1081.451910] env[68116]: value = "resgroup-9" [ 1081.451910] env[68116]: _type = "ResourcePool" [ 1081.451910] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1081.453132] env[68116]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-50fddd14-0e2e-4e24-9321-df0f4d677e12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.481606] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lease: (returnval){ [ 1081.481606] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526a024c-8d0b-00f9-686a-dc9ee87baed1" [ 1081.481606] env[68116]: _type = "HttpNfcLease" [ 1081.481606] env[68116]: } obtained for vApp import into resource pool (val){ [ 1081.481606] env[68116]: value = "resgroup-9" [ 1081.481606] env[68116]: _type = "ResourcePool" [ 1081.481606] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1081.482206] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the lease: (returnval){ [ 1081.482206] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526a024c-8d0b-00f9-686a-dc9ee87baed1" [ 1081.482206] env[68116]: _type = "HttpNfcLease" [ 1081.482206] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1081.488171] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.488171] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526a024c-8d0b-00f9-686a-dc9ee87baed1" [ 1081.488171] env[68116]: _type = "HttpNfcLease" [ 1081.488171] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1081.624060] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786683, 'name': Destroy_Task, 'duration_secs': 1.577254} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.624784] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Destroyed the VM [ 1081.625071] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.625374] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1be1ccf1-cb21-4ec5-99e0-37610f05e18c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.632348] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1081.632348] env[68116]: value = "task-2786690" [ 1081.632348] env[68116]: _type = "Task" [ 1081.632348] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.641900] env[68116]: DEBUG nova.compute.manager [req-8da36705-2b87-401e-9a68-f91173d734f4 req-8516b812-eee2-4084-9a78-dced6c85e870 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Received event network-vif-deleted-883cba4a-2b86-4af1-baa0-afc92e9fa4b1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.642050] env[68116]: INFO nova.compute.manager [req-8da36705-2b87-401e-9a68-f91173d734f4 req-8516b812-eee2-4084-9a78-dced6c85e870 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Neutron deleted interface 883cba4a-2b86-4af1-baa0-afc92e9fa4b1; detaching it from the instance and deleting it from the info cache [ 1081.642285] env[68116]: DEBUG nova.network.neutron [req-8da36705-2b87-401e-9a68-f91173d734f4 req-8516b812-eee2-4084-9a78-dced6c85e870 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.646343] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8dd28b1d-fc07-4877-a9a0-11e5f715ddec tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "1f45f0d1-5b81-4997-ad7c-47746ce8ea49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.422s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.653879] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.746243] env[68116]: DEBUG nova.network.neutron [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Successfully updated port: d6c88172-2cc0-4c67-bbc4-ac787e84c94e {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.882957] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786688, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.899097] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7d23d-9045-43dc-a29f-348d62aa6b26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.907026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce79f48-8850-429d-b325-407986564c9a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.937375] env[68116]: DEBUG oslo_concurrency.lockutils [req-798aeebd-ba48-44a1-be9a-d87661709e72 req-dbbf9aa8-8626-4bee-9850-ca3982479562 service nova] Releasing lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.938659] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82bb69f-9925-4ea1-bc57-8b268c19b0b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.946484] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6805fa-2f8a-41a5-916f-0ebdbec9dc14 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.960016] env[68116]: DEBUG nova.compute.provider_tree [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.989615] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.989615] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526a024c-8d0b-00f9-686a-dc9ee87baed1" [ 1081.989615] env[68116]: _type = "HttpNfcLease" [ 1081.989615] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.060856] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.061235] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295cd4fb-a95c-459a-b71a-a874d6de01dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.068945] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1082.068945] env[68116]: value = "task-2786691" [ 1082.068945] env[68116]: _type = "Task" [ 1082.068945] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.077059] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.110123] env[68116]: DEBUG nova.network.neutron [-] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.142139] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786690, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.149163] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b100f520-2e03-4d04-860f-08b6fc0395fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.158424] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a64341-ddd9-48b9-bc1c-0a0145e5b564 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.196776] env[68116]: DEBUG nova.compute.manager [req-8da36705-2b87-401e-9a68-f91173d734f4 req-8516b812-eee2-4084-9a78-dced6c85e870 service nova] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Detach interface failed, port_id=883cba4a-2b86-4af1-baa0-afc92e9fa4b1, reason: Instance 21cae65b-8e16-4f2b-a24f-ac115124328c could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1082.254151] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.254404] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.254630] env[68116]: DEBUG nova.network.neutron [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.378894] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786688, 'name': Destroy_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.463132] env[68116]: DEBUG nova.scheduler.client.report [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.491472] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.491472] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526a024c-8d0b-00f9-686a-dc9ee87baed1" [ 1082.491472] env[68116]: _type = "HttpNfcLease" [ 1082.491472] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1082.491746] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1082.491746] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526a024c-8d0b-00f9-686a-dc9ee87baed1" [ 1082.491746] env[68116]: _type = "HttpNfcLease" [ 1082.491746] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1082.492597] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe5e64-733e-4910-9d97-512175c6d2cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.502612] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd18f9-1901-3f65-1aa0-073228ecb35a/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1082.502809] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd18f9-1901-3f65-1aa0-073228ecb35a/disk-0.vmdk. {{(pid=68116) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1082.506361] env[68116]: DEBUG nova.compute.manager [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Received event network-vif-plugged-d6c88172-2cc0-4c67-bbc4-ac787e84c94e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.506569] env[68116]: DEBUG oslo_concurrency.lockutils [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] Acquiring lock "a97904d4-aa99-426b-a1b2-21db87db22e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.506881] env[68116]: DEBUG oslo_concurrency.lockutils [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.507070] env[68116]: DEBUG oslo_concurrency.lockutils [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.507245] env[68116]: DEBUG nova.compute.manager [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] No waiting events found dispatching network-vif-plugged-d6c88172-2cc0-4c67-bbc4-ac787e84c94e {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.507408] env[68116]: WARNING nova.compute.manager [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Received unexpected event network-vif-plugged-d6c88172-2cc0-4c67-bbc4-ac787e84c94e for instance with vm_state building and task_state spawning. [ 1082.507564] env[68116]: DEBUG nova.compute.manager [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Received event network-changed-d6c88172-2cc0-4c67-bbc4-ac787e84c94e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.507715] env[68116]: DEBUG nova.compute.manager [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Refreshing instance network info cache due to event network-changed-d6c88172-2cc0-4c67-bbc4-ac787e84c94e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1082.507876] env[68116]: DEBUG oslo_concurrency.lockutils [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] Acquiring lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.577705] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc9adf7e-81ce-49c1-a4c4-602d8ab6472c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.584484] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786691, 'name': PowerOffVM_Task, 'duration_secs': 0.515839} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.585703] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.587537] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c29287-187a-4206-ab4a-190e9e99b6b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.605944] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913cd6e-84fd-45e2-8ab3-2f8b3a8f84be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.613329] env[68116]: INFO nova.compute.manager [-] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Took 1.79 seconds to deallocate network for instance. [ 1082.643480] env[68116]: DEBUG oslo_vmware.api [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786690, 'name': RemoveSnapshot_Task, 'duration_secs': 0.677476} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.643794] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.660468] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.661360] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d12213a-1617-4142-af7e-fc89dc58cb30 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.668989] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1082.668989] env[68116]: value = "task-2786692" [ 1082.668989] env[68116]: _type = "Task" [ 1082.668989] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.680058] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.683070] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.683070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.683070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.683070] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.683070] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89bb5622-b8a6-4363-93f6-2a1dd411edd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.691114] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.691114] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.691331] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1153d9-b949-461b-924e-0603be9efc4e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.699545] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1082.699545] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52da2e5e-35a2-584b-f9f2-0cd5e9ebd90e" [ 1082.699545] env[68116]: _type = "Task" [ 1082.699545] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.709162] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52da2e5e-35a2-584b-f9f2-0cd5e9ebd90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.789883] env[68116]: DEBUG nova.network.neutron [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.880925] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786688, 'name': Destroy_Task, 'duration_secs': 2.024122} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.883219] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Destroyed the VM [ 1082.883472] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1082.885028] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abbac76c-b5f2-4a6a-85fa-bbe8579a4b0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.891044] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1082.891044] env[68116]: value = "task-2786693" [ 1082.891044] env[68116]: _type = "Task" [ 1082.891044] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.904184] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.966670] env[68116]: DEBUG nova.network.neutron [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Updating instance_info_cache with network_info: [{"id": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "address": "fa:16:3e:46:42:62", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c88172-2c", "ovs_interfaceid": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.968478] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.972330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.045s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.007766] env[68116]: INFO nova.scheduler.client.report [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleted allocations for instance 44e7ad55-9b41-42e1-a564-bf3ec4df61b6 [ 1083.126610] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.150090] env[68116]: WARNING nova.compute.manager [None req-ab45413e-83a9-45bf-8e33-f38102b963a1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Image not found during snapshot: nova.exception.ImageNotFound: Image f1dfdcfd-898a-4182-baf0-b949c5b15532 could not be found. [ 1083.215046] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52da2e5e-35a2-584b-f9f2-0cd5e9ebd90e, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.215046] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fc0662-6976-4d5f-9bb7-63bdf639e85f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.219858] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1083.219858] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52356064-ebf8-819c-4385-864bbdd14fbd" [ 1083.219858] env[68116]: _type = "Task" [ 1083.219858] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.228614] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52356064-ebf8-819c-4385-864bbdd14fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.403648] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786693, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416876} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.406458] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.406458] env[68116]: DEBUG nova.compute.manager [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.407407] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7b838-932f-44e4-9ee6-8bbe879fcbf1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.472915] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.473276] env[68116]: DEBUG nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Instance network_info: |[{"id": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "address": "fa:16:3e:46:42:62", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c88172-2c", "ovs_interfaceid": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.473572] env[68116]: DEBUG oslo_concurrency.lockutils [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] Acquired lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.473766] env[68116]: DEBUG nova.network.neutron [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Refreshing network info cache for port d6c88172-2cc0-4c67-bbc4-ac787e84c94e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.475432] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:42:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6c88172-2cc0-4c67-bbc4-ac787e84c94e', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.485408] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.489828] env[68116]: INFO nova.compute.claims [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.495833] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.498937] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b20134f-25b1-4481-8556-59940e7bfb0e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.525724] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.525724] env[68116]: value = "task-2786694" [ 1083.525724] env[68116]: _type = "Task" [ 1083.525724] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.545498] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786694, 'name': CreateVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.568666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4258e820-ced2-4843-8b00-d4b940c08986 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "44e7ad55-9b41-42e1-a564-bf3ec4df61b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.558s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.697783] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Completed reading data from the image iterator. {{(pid=68116) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1083.698793] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd18f9-1901-3f65-1aa0-073228ecb35a/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1083.699088] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19180877-1376-469f-a3a4-b1b9fa70ebec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.706475] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd18f9-1901-3f65-1aa0-073228ecb35a/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1083.706653] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd18f9-1901-3f65-1aa0-073228ecb35a/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1083.707035] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-982ed337-6606-41e5-b5f9-e6f7789ea110 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.729975] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52356064-ebf8-819c-4385-864bbdd14fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.730272] env[68116]: DEBUG oslo_concurrency.lockutils [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.730542] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. {{(pid=68116) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1083.730818] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a94dbc18-0e7b-42fb-9a7d-aba15394ace0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.737206] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1083.737206] env[68116]: value = "task-2786695" [ 1083.737206] env[68116]: _type = "Task" [ 1083.737206] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.746016] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.903569] env[68116]: DEBUG oslo_vmware.rw_handles [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd18f9-1901-3f65-1aa0-073228ecb35a/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1083.903813] env[68116]: INFO nova.virt.vmwareapi.images [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Downloaded image file data f0806acd-825b-4fdd-aba8-59cece8323ab [ 1083.904845] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad306a-e7b6-45b9-821a-8d868194b811 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.928046] env[68116]: INFO nova.compute.manager [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Shelve offloading [ 1083.930086] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-300c14d7-52e7-41d5-be05-f93a4a766c67 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.960233] env[68116]: INFO nova.virt.vmwareapi.images [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] The imported VM was unregistered [ 1083.962914] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Caching image {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1083.963209] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.963841] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38fd84c7-e398-4f6e-bfc2-a42479961db3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.978786] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Created directory with path [datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.979050] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60/OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60.vmdk to [datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab/f0806acd-825b-4fdd-aba8-59cece8323ab.vmdk. {{(pid=68116) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1083.979337] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c4ceeb99-e75a-409f-b8bb-dd89d4686016 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.990634] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1083.990634] env[68116]: value = "task-2786697" [ 1083.990634] env[68116]: _type = "Task" [ 1083.990634] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.997985] env[68116]: INFO nova.compute.resource_tracker [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating resource usage from migration 5f6aaf92-8d8b-4e2a-b87a-90a77612f313 [ 1084.010887] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786697, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.017673] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.017673] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.039373] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "21994763-21a4-4797-bfbb-b0c599e1cc5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.039610] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.039820] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "21994763-21a4-4797-bfbb-b0c599e1cc5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.040007] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.040189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.041713] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786694, 'name': CreateVM_Task, 'duration_secs': 0.364276} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.044459] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.045409] env[68116]: INFO nova.compute.manager [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Terminating instance [ 1084.047236] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.047402] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.047717] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.048026] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda1d54f-b3ce-49a4-8688-12ab9e4a5cd6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.053848] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1084.053848] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529c65a9-c9c9-85c8-3713-5f5b019d446d" [ 1084.053848] env[68116]: _type = "Task" [ 1084.053848] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.066169] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529c65a9-c9c9-85c8-3713-5f5b019d446d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.235843] env[68116]: DEBUG nova.network.neutron [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Updated VIF entry in instance network info cache for port d6c88172-2cc0-4c67-bbc4-ac787e84c94e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.237025] env[68116]: DEBUG nova.network.neutron [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Updating instance_info_cache with network_info: [{"id": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "address": "fa:16:3e:46:42:62", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c88172-2c", "ovs_interfaceid": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.248945] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477432} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.249412] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. [ 1084.250268] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e54f2b-8238-4996-9733-e9d3b87a8373 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.276062] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.277736] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-573dbae9-b3d7-4d80-a13a-1f2c54257de2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.291565] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bab036-7c1b-4b81-9049-de857ae2ad1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.300532] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d747ebe-ff43-4069-8f76-8a58e87d08e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.305288] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1084.305288] env[68116]: value = "task-2786698" [ 1084.305288] env[68116]: _type = "Task" [ 1084.305288] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.338455] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89082629-db35-4ea4-8859-ad716051efe5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.349769] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.351077] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57436390-c6a4-462e-b57f-032ed8d1ea30 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.372045] env[68116]: DEBUG nova.compute.provider_tree [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.435056] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.435347] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c8be19-b6d0-49f7-9798-c672634e012a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.446758] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1084.446758] env[68116]: value = "task-2786699" [ 1084.446758] env[68116]: _type = "Task" [ 1084.446758] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.461849] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1084.461849] env[68116]: DEBUG nova.compute.manager [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.461849] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fca69f4-5803-4b31-ab52-b3875e55b4d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.473031] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.473570] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.473882] env[68116]: DEBUG nova.network.neutron [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.506398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "99c8712e-215c-4f60-b44a-9451547f85be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.506718] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "99c8712e-215c-4f60-b44a-9451547f85be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.506939] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "99c8712e-215c-4f60-b44a-9451547f85be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.507219] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "99c8712e-215c-4f60-b44a-9451547f85be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.507412] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "99c8712e-215c-4f60-b44a-9451547f85be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.509452] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786697, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.510961] env[68116]: INFO nova.compute.manager [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Terminating instance [ 1084.520978] env[68116]: DEBUG nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.553584] env[68116]: DEBUG nova.compute.manager [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.553837] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.555233] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22953915-cd5c-4c52-b7a5-42fbd536d048 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.570676] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529c65a9-c9c9-85c8-3713-5f5b019d446d, 'name': SearchDatastore_Task, 'duration_secs': 0.021377} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.573298] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.573647] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.573922] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.574098] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.574303] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.574648] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.575235] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083a1e47-f245-448c-a97b-15f3e8fd086c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.577442] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4e47d44-22ce-431b-862f-045f61980931 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.584835] env[68116]: DEBUG oslo_vmware.api [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1084.584835] env[68116]: value = "task-2786700" [ 1084.584835] env[68116]: _type = "Task" [ 1084.584835] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.595084] env[68116]: DEBUG oslo_vmware.api [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.600486] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.600731] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.601985] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d784f9e2-5923-4e3c-9b00-82cb3e7d5eb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.613155] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1084.613155] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b89bf6-df01-938d-b15b-062de670e382" [ 1084.613155] env[68116]: _type = "Task" [ 1084.613155] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.626649] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b89bf6-df01-938d-b15b-062de670e382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.738801] env[68116]: DEBUG oslo_concurrency.lockutils [req-276ac5ef-add8-4c73-9b76-aee1275836c1 req-eecf692e-1158-4d9d-9382-1d9558936b4e service nova] Releasing lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.823132] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786698, 'name': ReconfigVM_Task, 'duration_secs': 0.340971} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.823545] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.824525] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cede80-221a-484f-a392-8967a940d0b6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.858200] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32be53a7-9312-4cff-9ef4-5893e8404279 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.875651] env[68116]: DEBUG nova.scheduler.client.report [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.881155] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1084.881155] env[68116]: value = "task-2786701" [ 1084.881155] env[68116]: _type = "Task" [ 1084.881155] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.894561] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.005713] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786697, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.014104] env[68116]: DEBUG nova.compute.manager [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.014333] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.015253] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3dbc0a-b8e8-4a25-9c92-eb1c2a812279 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.032364] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.034697] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f22ac4-71e7-4723-b5d1-28da115fe47e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.045515] env[68116]: DEBUG oslo_vmware.api [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1085.045515] env[68116]: value = "task-2786702" [ 1085.045515] env[68116]: _type = "Task" [ 1085.045515] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.053202] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.061051] env[68116]: DEBUG oslo_vmware.api [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.102130] env[68116]: DEBUG oslo_vmware.api [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786700, 'name': PowerOffVM_Task, 'duration_secs': 0.266925} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.102464] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.102708] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.102983] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-978e3aae-6bc9-4f0e-aa0e-e936f6afcdc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.122750] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b89bf6-df01-938d-b15b-062de670e382, 'name': SearchDatastore_Task, 'duration_secs': 0.086742} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.125964] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64af2326-c15c-48f6-b188-952d60bc8062 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.135623] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1085.135623] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5235a2df-5e16-84fe-5b2c-5f9897c415d6" [ 1085.135623] env[68116]: _type = "Task" [ 1085.135623] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.145237] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5235a2df-5e16-84fe-5b2c-5f9897c415d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.232340] env[68116]: DEBUG nova.network.neutron [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.382725] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.382951] env[68116]: INFO nova.compute.manager [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Migrating [ 1085.390947] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.664s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.391170] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.391356] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.391734] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.177s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.391799] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.393925] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.271s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.394230] env[68116]: DEBUG nova.objects.instance [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lazy-loading 'resources' on Instance uuid 21cae65b-8e16-4f2b-a24f-ac115124328c {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.399039] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.399039] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.399039] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleting the datastore file [datastore2] 21994763-21a4-4797-bfbb-b0c599e1cc5f {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.402825] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6b064-9028-48b5-a13e-c4ad4ea483ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.405956] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c070d8-8085-45b2-af48-16e30042ac8c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.419974] env[68116]: INFO nova.scheduler.client.report [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Deleted allocations for instance 648318f9-f0f0-449f-a3ed-05b35b1d481e [ 1085.423835] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc8f79-8b17-4543-9c9d-2de1a9ebe6b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.429393] env[68116]: DEBUG oslo_vmware.api [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for the task: (returnval){ [ 1085.429393] env[68116]: value = "task-2786704" [ 1085.429393] env[68116]: _type = "Task" [ 1085.429393] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.437619] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786701, 'name': ReconfigVM_Task, 'duration_secs': 0.198604} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.442090] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.451106] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b55eaf0-2678-4e1f-9f85-b9ef8a76dae4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.454823] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c1097-536f-4cf3-87d1-24351f06570f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.463815] env[68116]: DEBUG oslo_vmware.api [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.467656] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1085.467656] env[68116]: value = "task-2786705" [ 1085.467656] env[68116]: _type = "Task" [ 1085.467656] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.469171] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2decd819-de23-4927-b77b-76c5d9d45f27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.482092] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.511731] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179829MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.511896] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.521509] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786697, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.556527] env[68116]: DEBUG oslo_vmware.api [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786702, 'name': PowerOffVM_Task, 'duration_secs': 0.481856} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.556803] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.556969] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.557270] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6579bdd6-356e-40f5-8a5e-93761b73dd92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.644323] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.644664] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.644963] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleting the datastore file [datastore1] 99c8712e-215c-4f60-b44a-9451547f85be {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.645883] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3246ddf-c66a-44de-a4bb-852f7b013f73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.654867] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5235a2df-5e16-84fe-5b2c-5f9897c415d6, 'name': SearchDatastore_Task, 'duration_secs': 0.089618} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.655849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.656279] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] a97904d4-aa99-426b-a1b2-21db87db22e8/a97904d4-aa99-426b-a1b2-21db87db22e8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.656845] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1f016c-2ff3-4310-9326-efc5b36c469b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.661918] env[68116]: DEBUG oslo_vmware.api [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1085.661918] env[68116]: value = "task-2786707" [ 1085.661918] env[68116]: _type = "Task" [ 1085.661918] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.669132] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1085.669132] env[68116]: value = "task-2786708" [ 1085.669132] env[68116]: _type = "Task" [ 1085.669132] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.677970] env[68116]: DEBUG oslo_vmware.api [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.683286] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.734090] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.918301] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.918301] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.918301] env[68116]: DEBUG nova.network.neutron [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.947091] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0698e5f3-b276-4a42-bc8d-c41979e8e4e5 tempest-DeleteServersTestJSON-2063667557 tempest-DeleteServersTestJSON-2063667557-project-member] Lock "648318f9-f0f0-449f-a3ed-05b35b1d481e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.145s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.961111] env[68116]: DEBUG oslo_vmware.api [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Task: {'id': task-2786704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324502} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.961596] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.961970] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.962327] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.962840] env[68116]: INFO nova.compute.manager [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1085.963282] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.967798] env[68116]: DEBUG nova.compute.manager [-] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.968018] env[68116]: DEBUG nova.network.neutron [-] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.983319] env[68116]: DEBUG oslo_vmware.api [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786705, 'name': PowerOnVM_Task, 'duration_secs': 0.441716} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.984255] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.989884] env[68116]: DEBUG nova.compute.manager [None req-538e17b5-d37c-4858-b632-2b480a998c2c tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.990868] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbfe5d-3f1b-42a1-b15a-52946c7749c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.021649] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786697, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.181135] env[68116]: DEBUG oslo_vmware.api [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.186778] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.187690] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00775365-5209-4eff-978f-aa1c93c8a0fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.198227] env[68116]: DEBUG nova.compute.manager [req-d39a433d-be6d-4b76-8fd1-f80ccb7dbf18 req-38a50157-5e4f-4587-ba3d-854fccdd5e6e service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-vif-unplugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1086.198455] env[68116]: DEBUG oslo_concurrency.lockutils [req-d39a433d-be6d-4b76-8fd1-f80ccb7dbf18 req-38a50157-5e4f-4587-ba3d-854fccdd5e6e service nova] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.198659] env[68116]: DEBUG oslo_concurrency.lockutils [req-d39a433d-be6d-4b76-8fd1-f80ccb7dbf18 req-38a50157-5e4f-4587-ba3d-854fccdd5e6e service nova] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.198882] env[68116]: DEBUG oslo_concurrency.lockutils [req-d39a433d-be6d-4b76-8fd1-f80ccb7dbf18 req-38a50157-5e4f-4587-ba3d-854fccdd5e6e service nova] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.198996] env[68116]: DEBUG nova.compute.manager [req-d39a433d-be6d-4b76-8fd1-f80ccb7dbf18 req-38a50157-5e4f-4587-ba3d-854fccdd5e6e service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] No waiting events found dispatching network-vif-unplugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.199182] env[68116]: WARNING nova.compute.manager [req-d39a433d-be6d-4b76-8fd1-f80ccb7dbf18 req-38a50157-5e4f-4587-ba3d-854fccdd5e6e service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received unexpected event network-vif-unplugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 for instance with vm_state shelved and task_state shelving_offloading. [ 1086.199936] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.205197] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.205791] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793b4abb-bdf2-4dff-87ae-da7e1be21f7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.217063] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ad0f41-df2e-494e-802e-c6eaa74b3bd0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.226238] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b454b3-e6bf-475b-847a-68adb715b094 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.261456] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0faf973-5484-412e-9e12-7e45ae293a15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.270623] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210abf3a-de5f-481f-84f0-27f9e2ce79e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.286645] env[68116]: DEBUG nova.compute.provider_tree [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.289944] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.290647] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.290647] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleting the datastore file [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.290778] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bda3e0c-1fda-4c49-b5a8-4e9f48772f7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.299216] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1086.299216] env[68116]: value = "task-2786710" [ 1086.299216] env[68116]: _type = "Task" [ 1086.299216] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.308123] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.450462] env[68116]: DEBUG nova.compute.manager [req-cbe41ce6-5fe5-44b6-afa2-b23aa43063a4 req-142a34df-4596-4e5e-a039-d93590de2e3f service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Received event network-vif-deleted-fba29ee6-b1f0-4b66-af38-386db6c7b526 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1086.450759] env[68116]: INFO nova.compute.manager [req-cbe41ce6-5fe5-44b6-afa2-b23aa43063a4 req-142a34df-4596-4e5e-a039-d93590de2e3f service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Neutron deleted interface fba29ee6-b1f0-4b66-af38-386db6c7b526; detaching it from the instance and deleting it from the info cache [ 1086.451897] env[68116]: DEBUG nova.network.neutron [req-cbe41ce6-5fe5-44b6-afa2-b23aa43063a4 req-142a34df-4596-4e5e-a039-d93590de2e3f service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.522301] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786697, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.528016} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.523148] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60/OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60.vmdk to [datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab/f0806acd-825b-4fdd-aba8-59cece8323ab.vmdk. [ 1086.523348] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Cleaning up location [datastore1] OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1086.523529] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9807788c-fda8-4c23-b299-afb61b195f60 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.523784] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fcde71d-01b1-448e-a4a9-e178fc393ad8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.532799] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1086.532799] env[68116]: value = "task-2786712" [ 1086.532799] env[68116]: _type = "Task" [ 1086.532799] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.542423] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.654298] env[68116]: DEBUG nova.network.neutron [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.674353] env[68116]: DEBUG oslo_vmware.api [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.885934} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.674353] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.674703] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.674750] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.674959] env[68116]: INFO nova.compute.manager [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1086.675174] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.676304] env[68116]: DEBUG nova.compute.manager [-] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.676304] env[68116]: DEBUG nova.network.neutron [-] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.690214] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.791596] env[68116]: DEBUG nova.scheduler.client.report [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.810903] env[68116]: DEBUG oslo_vmware.api [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229553} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.811680] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.811882] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.812075] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.847288] env[68116]: INFO nova.scheduler.client.report [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted allocations for instance 96e1f3e8-9911-4fe1-a165-48cb371a3246 [ 1086.925764] env[68116]: DEBUG nova.network.neutron [-] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.957564] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d56f47c0-cb5a-4e21-8149-069ad8880bfe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.968269] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38793cf8-af08-48b4-b82a-f5eb468fba88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.998950] env[68116]: DEBUG nova.compute.manager [req-cbe41ce6-5fe5-44b6-afa2-b23aa43063a4 req-142a34df-4596-4e5e-a039-d93590de2e3f service nova] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Detach interface failed, port_id=fba29ee6-b1f0-4b66-af38-386db6c7b526, reason: Instance 21994763-21a4-4797-bfbb-b0c599e1cc5f could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1087.042690] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166347} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.042954] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.043134] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab/f0806acd-825b-4fdd-aba8-59cece8323ab.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.043380] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab/f0806acd-825b-4fdd-aba8-59cece8323ab.vmdk to [datastore1] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.043621] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d1af8b-f26c-4937-b98a-4c82218d310a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.050174] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1087.050174] env[68116]: value = "task-2786713" [ 1087.050174] env[68116]: _type = "Task" [ 1087.050174] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.057288] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.157618] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.191426] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786708, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.201178} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.191697] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] a97904d4-aa99-426b-a1b2-21db87db22e8/a97904d4-aa99-426b-a1b2-21db87db22e8.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.191908] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.192187] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89223843-8099-46c2-b034-a3518bfd30c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.198023] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1087.198023] env[68116]: value = "task-2786714" [ 1087.198023] env[68116]: _type = "Task" [ 1087.198023] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.206236] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.296974] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.299024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.246s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.300563] env[68116]: INFO nova.compute.claims [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.320780] env[68116]: INFO nova.scheduler.client.report [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Deleted allocations for instance 21cae65b-8e16-4f2b-a24f-ac115124328c [ 1087.352318] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.428748] env[68116]: INFO nova.compute.manager [-] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Took 1.46 seconds to deallocate network for instance. [ 1087.436582] env[68116]: DEBUG nova.network.neutron [-] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.564720] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786713, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.709174] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1172} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.710732] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.711533] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970b3691-afd4-4300-90f7-56230b132953 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.739504] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] a97904d4-aa99-426b-a1b2-21db87db22e8/a97904d4-aa99-426b-a1b2-21db87db22e8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.740241] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800c5afc-1f7e-4dc3-a7a9-ed8813875980 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.763217] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1087.763217] env[68116]: value = "task-2786715" [ 1087.763217] env[68116]: _type = "Task" [ 1087.763217] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.771945] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.830509] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cde6f76-4387-4f36-936a-b1645a0eaff8 tempest-AttachInterfacesUnderV243Test-1101867593 tempest-AttachInterfacesUnderV243Test-1101867593-project-member] Lock "21cae65b-8e16-4f2b-a24f-ac115124328c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.643s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.880171] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "8ad1a07d-0039-4039-8470-74c29785f9d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.880561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.938397] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.938721] env[68116]: INFO nova.compute.manager [-] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Took 1.26 seconds to deallocate network for instance. [ 1088.061752] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786713, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.242819] env[68116]: DEBUG nova.compute.manager [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.243049] env[68116]: DEBUG nova.compute.manager [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing instance network info cache due to event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1088.243288] env[68116]: DEBUG oslo_concurrency.lockutils [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] Acquiring lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.243462] env[68116]: DEBUG oslo_concurrency.lockutils [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] Acquired lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.243957] env[68116]: DEBUG nova.network.neutron [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.276628] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.383910] env[68116]: DEBUG nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.445932] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.565104] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786713, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.568960] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb3fe6-7471-4dd8-99aa-0d4a0ea2579d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.576287] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f720dafe-b39c-43b9-af23-2549242d49ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.608988] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0104dd9b-c86b-4e34-989a-b756a6187066 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.616950] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c42760-8533-48b5-b97c-3bfe823b166f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.631091] env[68116]: DEBUG nova.compute.provider_tree [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.674336] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7fd74d-ac07-4d9d-8cee-b151c97a4a2a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.710573] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance 'e0dcd954-15bb-4cdc-8430-989769fdb570' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.775531] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.912458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.065540] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786713, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.134447] env[68116]: DEBUG nova.scheduler.client.report [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.217058] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.217863] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46ffabfa-768e-41ec-8aa7-02a5eef6ebcb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.226888] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1089.226888] env[68116]: value = "task-2786716" [ 1089.226888] env[68116]: _type = "Task" [ 1089.226888] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.236040] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.280922] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786715, 'name': ReconfigVM_Task, 'duration_secs': 1.037737} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.280922] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Reconfigured VM instance instance-00000063 to attach disk [datastore1] a97904d4-aa99-426b-a1b2-21db87db22e8/a97904d4-aa99-426b-a1b2-21db87db22e8.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.280922] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7410b6d9-5282-49c8-89cb-8b58857063ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.287556] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1089.287556] env[68116]: value = "task-2786717" [ 1089.287556] env[68116]: _type = "Task" [ 1089.287556] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.299890] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786717, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.414467] env[68116]: DEBUG nova.network.neutron [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updated VIF entry in instance network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.414836] env[68116]: DEBUG nova.network.neutron [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.567660] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786713, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.375409} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.567914] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0806acd-825b-4fdd-aba8-59cece8323ab/f0806acd-825b-4fdd-aba8-59cece8323ab.vmdk to [datastore1] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.568709] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad080f70-75c9-4081-8473-b1aab67fa509 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.592365] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.592658] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b21828-236b-4742-9142-2468d03f66c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.612283] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1089.612283] env[68116]: value = "task-2786718" [ 1089.612283] env[68116]: _type = "Task" [ 1089.612283] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.620626] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.639554] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.640080] env[68116]: DEBUG nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.642744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.131s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.739199] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.798249] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786717, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.918735] env[68116]: DEBUG oslo_concurrency.lockutils [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] Releasing lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.918735] env[68116]: DEBUG nova.compute.manager [req-86218988-9d1d-4d6e-a695-ff9f45f913cf req-774e1106-28d3-4ec8-aa03-3780750a2a7a service nova] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Received event network-vif-deleted-a95f0cc5-8919-402d-8944-f79b25224c66 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1090.130812] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.146827] env[68116]: DEBUG nova.compute.utils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.159964] env[68116]: DEBUG nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.159964] env[68116]: DEBUG nova.network.neutron [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.209212] env[68116]: DEBUG nova.policy [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ad2a016c134d6ab506dcdcad8dc96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '119eb895220f43d9bf1b18437000e8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.237654] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786716, 'name': PowerOffVM_Task, 'duration_secs': 0.774581} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.238542] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.238542] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance 'e0dcd954-15bb-4cdc-8430-989769fdb570' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.305228] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786717, 'name': Rename_Task, 'duration_secs': 0.663125} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.305846] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.305935] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab7a8da-b0ab-45ac-b243-dff70c3f7add {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.315421] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1090.315421] env[68116]: value = "task-2786719" [ 1090.315421] env[68116]: _type = "Task" [ 1090.315421] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.328020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.328020] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.576675] env[68116]: DEBUG nova.network.neutron [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Successfully created port: 8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.627767] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786718, 'name': ReconfigVM_Task, 'duration_secs': 0.526028} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.628011] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3b00db3a-6f8c-4a55-a257-115e6e70fd98/3b00db3a-6f8c-4a55-a257-115e6e70fd98.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.629063] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a1e54e-6eb7-42ab-a624-d1ca5590ab3e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.636662] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1090.636662] env[68116]: value = "task-2786720" [ 1090.636662] env[68116]: _type = "Task" [ 1090.636662] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.650040] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786720, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.657896] env[68116]: DEBUG nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.661110] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Applying migration context for instance e0dcd954-15bb-4cdc-8430-989769fdb570 as it has an incoming, in-progress migration 5f6aaf92-8d8b-4e2a-b87a-90a77612f313. Migration status is migrating {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1090.662531] env[68116]: INFO nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating resource usage from migration 5f6aaf92-8d8b-4e2a-b87a-90a77612f313 [ 1090.687251] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 21994763-21a4-4797-bfbb-b0c599e1cc5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.687433] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 59e4767e-8354-466f-a0cf-6f89efa776e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.687696] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 616d11a3-6b3f-4d9a-a765-ff920cc39e4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.687765] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 4c248d3b-3f99-4b4b-b255-c5aebf72c796 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.687886] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 69b8e486-3167-476d-b9e9-3823b20ee497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.687986] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance e8718377-80ee-4173-9d96-b73b0766a9cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.688151] env[68116]: WARNING nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 99c8712e-215c-4f60-b44a-9451547f85be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.688296] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 973199f9-6247-4e7e-92b4-16d76a00e574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.688431] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 33af5800-9cb2-4127-8ff3-5899ac18b706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.688725] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 3b00db3a-6f8c-4a55-a257-115e6e70fd98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.688725] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance a97904d4-aa99-426b-a1b2-21db87db22e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.688814] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Migration 5f6aaf92-8d8b-4e2a-b87a-90a77612f313 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1090.688950] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance e0dcd954-15bb-4cdc-8430-989769fdb570 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.689255] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 241b1272-3e51-4072-b753-674c38ec5af7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.744969] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.745310] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.745485] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.745676] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.745828] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.745973] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.746434] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.746681] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.746870] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.747058] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.747268] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.752667] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6886e940-b90c-4afa-bbca-75704d14ba54 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.773910] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1090.773910] env[68116]: value = "task-2786721" [ 1090.773910] env[68116]: _type = "Task" [ 1090.773910] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.791482] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.826916] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.147311] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786720, 'name': Rename_Task, 'duration_secs': 0.237046} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.147600] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.147874] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c6a520-eafd-471e-9d57-81313915ad15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.155408] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1091.155408] env[68116]: value = "task-2786722" [ 1091.155408] env[68116]: _type = "Task" [ 1091.155408] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.164174] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.193444] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 8ad1a07d-0039-4039-8470-74c29785f9d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1091.193660] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1091.193887] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1091.194102] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1091.287962] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786721, 'name': ReconfigVM_Task, 'duration_secs': 0.206404} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.288349] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance 'e0dcd954-15bb-4cdc-8430-989769fdb570' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.329532] env[68116]: DEBUG oslo_vmware.api [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786719, 'name': PowerOnVM_Task, 'duration_secs': 0.55524} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.330237] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.330518] env[68116]: INFO nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1091.330745] env[68116]: DEBUG nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.334627] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984b4c2b-941a-4136-afa7-e0622e055ad5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.479812] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe493a6-5653-415c-9238-775141cddfe7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.490148] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38da17a7-0a9a-4164-b772-23e09fca3f42 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.523300] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53dc573-fce2-4009-aa6b-7c062ced1e19 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.532175] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d1e559-182c-4ac3-aeed-c35d4ec8ec46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.547317] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.665804] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.671092] env[68116]: DEBUG nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.701213] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.701360] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.701570] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.701676] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.701822] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.701970] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.702259] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.702428] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.702656] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.702824] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.702997] env[68116]: DEBUG nova.virt.hardware [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.704034] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b3c0e2-bd29-4f67-a5d7-ab73f340a42e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.712700] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce489e6-2f0d-4857-84f3-0aa18d900c7a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.795780] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.796277] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.796495] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.796749] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.796989] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.797256] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.797568] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.797808] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.798055] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.798289] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.798513] env[68116]: DEBUG nova.virt.hardware [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.807674] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.808114] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18fa646a-48a1-442a-99c2-9847f6372146 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.838052] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1091.838052] env[68116]: value = "task-2786723" [ 1091.838052] env[68116]: _type = "Task" [ 1091.838052] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.846512] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.860542] env[68116]: INFO nova.compute.manager [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Took 23.78 seconds to build instance. [ 1092.052012] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.097488] env[68116]: DEBUG nova.network.neutron [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Successfully updated port: 8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.908469] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20bc414f-fc29-4a4b-99ec-d95085eed105 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.838s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.909257] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1092.909438] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.267s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.909846] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.909971] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.910119] env[68116]: DEBUG nova.network.neutron [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.911234] env[68116]: DEBUG oslo_vmware.api [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786722, 'name': PowerOnVM_Task, 'duration_secs': 0.866285} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.916082] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.564s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.916178] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.918634] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.981s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.918829] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.920707] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.475s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.920905] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.922505] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.010s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.924000] env[68116]: INFO nova.compute.claims [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.926427] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.929110] env[68116]: DEBUG nova.compute.manager [req-885fb9f7-fa95-4463-a55e-6616effce66c req-0838ec7e-1231-403b-956b-b42950dfeae5 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Received event network-vif-plugged-8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1092.929294] env[68116]: DEBUG oslo_concurrency.lockutils [req-885fb9f7-fa95-4463-a55e-6616effce66c req-0838ec7e-1231-403b-956b-b42950dfeae5 service nova] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.929494] env[68116]: DEBUG oslo_concurrency.lockutils [req-885fb9f7-fa95-4463-a55e-6616effce66c req-0838ec7e-1231-403b-956b-b42950dfeae5 service nova] Lock "241b1272-3e51-4072-b753-674c38ec5af7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.929646] env[68116]: DEBUG oslo_concurrency.lockutils [req-885fb9f7-fa95-4463-a55e-6616effce66c req-0838ec7e-1231-403b-956b-b42950dfeae5 service nova] Lock "241b1272-3e51-4072-b753-674c38ec5af7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.931565] env[68116]: DEBUG nova.compute.manager [req-885fb9f7-fa95-4463-a55e-6616effce66c req-0838ec7e-1231-403b-956b-b42950dfeae5 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] No waiting events found dispatching network-vif-plugged-8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.931565] env[68116]: WARNING nova.compute.manager [req-885fb9f7-fa95-4463-a55e-6616effce66c req-0838ec7e-1231-403b-956b-b42950dfeae5 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Received unexpected event network-vif-plugged-8dac58de-dd0e-4741-8a91-6938a7c1377b for instance with vm_state building and task_state spawning. [ 1092.931565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] Acquiring lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.931565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] Acquired lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.931565] env[68116]: DEBUG nova.network.neutron [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.940590] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786723, 'name': ReconfigVM_Task, 'duration_secs': 0.254007} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.940590] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.941142] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e3870-32a0-46a5-af62-90b4765de98d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.967066] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.969083] env[68116]: INFO nova.scheduler.client.report [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleted allocations for instance 99c8712e-215c-4f60-b44a-9451547f85be [ 1092.970592] env[68116]: INFO nova.scheduler.client.report [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Deleted allocations for instance 21994763-21a4-4797-bfbb-b0c599e1cc5f [ 1092.971375] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3facc74-741c-448f-aae0-dc7cfc3ea33f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.996034] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1092.996034] env[68116]: value = "task-2786724" [ 1092.996034] env[68116]: _type = "Task" [ 1092.996034] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.004463] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.079038] env[68116]: DEBUG nova.compute.manager [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.079377] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e2b9c-1172-4fb3-9253-396194288678 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.152021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "3a457119-da8b-4315-94ef-04f6915ba4d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.152120] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "3a457119-da8b-4315-94ef-04f6915ba4d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.448563] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87b6c13e-6f52-4286-a4c0-73330237b444 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.712s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.448563] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.121s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.448638] env[68116]: INFO nova.compute.manager [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Unshelving [ 1093.465115] env[68116]: DEBUG nova.network.neutron [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.495814] env[68116]: DEBUG oslo_concurrency.lockutils [None req-bd93cf71-1e52-4397-a837-c82f75b2f3da tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "99c8712e-215c-4f60-b44a-9451547f85be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.989s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.501325] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e8657ebb-3158-4f0f-8f95-233f4fff2a69 tempest-ServerRescueNegativeTestJSON-575486598 tempest-ServerRescueNegativeTestJSON-575486598-project-member] Lock "21994763-21a4-4797-bfbb-b0c599e1cc5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.462s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.510588] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.600202] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aca6dc96-e6d4-42ee-a3f9-b30fdabe13ca tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.484s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.654284] env[68116]: DEBUG nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.707231] env[68116]: DEBUG nova.network.neutron [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updating instance_info_cache with network_info: [{"id": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "address": "fa:16:3e:b0:57:43", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dac58de-dd", "ovs_interfaceid": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.967935] env[68116]: DEBUG nova.network.neutron [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Updating instance_info_cache with network_info: [{"id": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "address": "fa:16:3e:46:42:62", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c88172-2c", "ovs_interfaceid": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.012034] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786724, 'name': ReconfigVM_Task, 'duration_secs': 0.516068} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.012906] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.013200] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance 'e0dcd954-15bb-4cdc-8430-989769fdb570' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.186879] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.210631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.210991] env[68116]: DEBUG nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Instance network_info: |[{"id": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "address": "fa:16:3e:b0:57:43", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dac58de-dd", "ovs_interfaceid": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.211412] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:57:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dac58de-dd0e-4741-8a91-6938a7c1377b', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.221756] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.225129] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.225129] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c64aeec-61a0-44e3-a46c-ebe42c6a73e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.244569] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71f27c-c527-46e7-9023-5efbff498c0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.255367] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c303e88-0761-4460-a35a-2cd0a3da5085 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.258737] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.258737] env[68116]: value = "task-2786725" [ 1094.258737] env[68116]: _type = "Task" [ 1094.258737] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.296280] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d7a662-d7e6-43e8-b023-0750bd24a4e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.303663] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786725, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.305117] env[68116]: DEBUG nova.compute.manager [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Received event network-changed-8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.305117] env[68116]: DEBUG nova.compute.manager [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Refreshing instance network info cache due to event network-changed-8dac58de-dd0e-4741-8a91-6938a7c1377b. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1094.305117] env[68116]: DEBUG oslo_concurrency.lockutils [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] Acquiring lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.305117] env[68116]: DEBUG oslo_concurrency.lockutils [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] Acquired lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.305117] env[68116]: DEBUG nova.network.neutron [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Refreshing network info cache for port 8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.311878] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b461f100-d6d3-4796-a69d-a302785eb0d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.327077] env[68116]: DEBUG nova.compute.provider_tree [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.475804] env[68116]: DEBUG oslo_concurrency.lockutils [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] Releasing lock "refresh_cache-a97904d4-aa99-426b-a1b2-21db87db22e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.476113] env[68116]: DEBUG nova.compute.manager [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Inject network info {{(pid=68116) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1094.476455] env[68116]: DEBUG nova.compute.manager [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] network_info to inject: |[{"id": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "address": "fa:16:3e:46:42:62", "network": {"id": "e9c92a8a-707f-4e07-bf41-d87f99276c95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1082130932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa3b524b8b24ffebcfa0a78b8d1b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c88172-2c", "ovs_interfaceid": "d6c88172-2cc0-4c67-bbc4-ac787e84c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1094.481871] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Reconfiguring VM instance to set the machine id {{(pid=68116) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1094.483645] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.483982] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc60e6a-b933-43ec-8e09-4025a2117c1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.499469] env[68116]: DEBUG oslo_vmware.api [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] Waiting for the task: (returnval){ [ 1094.499469] env[68116]: value = "task-2786726" [ 1094.499469] env[68116]: _type = "Task" [ 1094.499469] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.508582] env[68116]: DEBUG oslo_vmware.api [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] Task: {'id': task-2786726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.520658] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c606dfcd-cedb-4d95-b33f-50773c61632e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.543394] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f3f988-5b38-43e7-bc50-6c2eb108f94a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.564064] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance 'e0dcd954-15bb-4cdc-8430-989769fdb570' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.769856] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786725, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.830300] env[68116]: DEBUG nova.scheduler.client.report [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.013371] env[68116]: DEBUG oslo_vmware.api [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] Task: {'id': task-2786726, 'name': ReconfigVM_Task, 'duration_secs': 0.174688} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.013868] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-20d606a8-6320-40ba-967b-9c13891f253a tempest-ServersAdminTestJSON-1762044233 tempest-ServersAdminTestJSON-1762044233-project-admin] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Reconfigured VM instance to set the machine id {{(pid=68116) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1095.213369] env[68116]: INFO nova.compute.manager [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Rebuilding instance [ 1095.216215] env[68116]: DEBUG nova.network.neutron [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updated VIF entry in instance network info cache for port 8dac58de-dd0e-4741-8a91-6938a7c1377b. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.216582] env[68116]: DEBUG nova.network.neutron [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updating instance_info_cache with network_info: [{"id": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "address": "fa:16:3e:b0:57:43", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dac58de-dd", "ovs_interfaceid": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.272773] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786725, 'name': CreateVM_Task, 'duration_secs': 0.610653} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.272970] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.273938] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.274142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.274520] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.274796] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfade954-c66e-4497-a62a-df82bb865a8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.286939] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1095.286939] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f80be4-f2f0-6449-c4b6-ee0fad1453bd" [ 1095.286939] env[68116]: _type = "Task" [ 1095.286939] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.298555] env[68116]: DEBUG nova.compute.manager [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.298555] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc12abd-3619-4211-99fe-37c5eff98e66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.306079] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f80be4-f2f0-6449-c4b6-ee0fad1453bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.306800] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.307421] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.307421] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.307421] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.307570] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.307898] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33252b77-f35d-43f6-86bc-f66075b19030 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.321420] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.321557] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.322325] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb7b81a-4fd9-477b-b454-a1b3714c2354 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.328160] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1095.328160] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ce2353-4252-aff7-3f4f-58c08fb47515" [ 1095.328160] env[68116]: _type = "Task" [ 1095.328160] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.338034] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.338034] env[68116]: DEBUG nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.340394] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ce2353-4252-aff7-3f4f-58c08fb47515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.340784] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.154s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.342211] env[68116]: INFO nova.compute.claims [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.721888] env[68116]: DEBUG oslo_concurrency.lockutils [req-87a5d1fb-eb4f-4bb6-b9d8-3b51a2c01b7f req-530c5b9c-f69f-429a-bcff-6421bea9c8b3 service nova] Releasing lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.844116] env[68116]: DEBUG nova.compute.utils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.848954] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ce2353-4252-aff7-3f4f-58c08fb47515, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.848954] env[68116]: DEBUG nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.848954] env[68116]: DEBUG nova.network.neutron [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.855690] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96a5831-ad00-454a-a467-e87c41f50042 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.868536] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1095.868536] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f794f6-3109-9763-9d32-e6681b660edf" [ 1095.868536] env[68116]: _type = "Task" [ 1095.868536] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.879664] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f794f6-3109-9763-9d32-e6681b660edf, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.879664] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.879664] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.879664] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78f6a17e-67a0-449a-a671-f8c4a9d6870e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.888390] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1095.888390] env[68116]: value = "task-2786727" [ 1095.888390] env[68116]: _type = "Task" [ 1095.888390] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.898732] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.920080] env[68116]: DEBUG nova.policy [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416e9e906fa345c4a285e65d345001af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8b74d7790647c796dbce3525f8e4e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.959385] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "4b830c08-161a-4021-9a9b-711d2bccf0ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.959825] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.262781] env[68116]: DEBUG nova.network.neutron [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Port 8c350735-88b5-4b9d-a30b-43cc279f97d1 binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1096.323924] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.324386] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c0fb17-fac7-47fb-9935-a80602f3d786 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.333507] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1096.333507] env[68116]: value = "task-2786728" [ 1096.333507] env[68116]: _type = "Task" [ 1096.333507] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.342591] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.347397] env[68116]: DEBUG nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.405144] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450916} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.408404] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.408709] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.409281] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fd25c39-5b0f-4242-861d-c68d5c44a1c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.416999] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1096.416999] env[68116]: value = "task-2786729" [ 1096.416999] env[68116]: _type = "Task" [ 1096.416999] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.429911] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.465254] env[68116]: DEBUG nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.557668] env[68116]: DEBUG nova.network.neutron [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Successfully created port: 1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.588019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.588019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.610203] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f908e-62a2-459c-901f-8c6e5eb81032 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.620630] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Suspending the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1096.620893] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ab8fa87c-bf0d-40ea-b70c-93a45c715e66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.626346] env[68116]: DEBUG oslo_vmware.api [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1096.626346] env[68116]: value = "task-2786730" [ 1096.626346] env[68116]: _type = "Task" [ 1096.626346] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.634258] env[68116]: DEBUG oslo_vmware.api [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786730, 'name': SuspendVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.647861] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4b98e0-8dc7-4d91-b0e9-df347c3cef4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.656926] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1c608-5c7e-4cfa-be25-c87946563c72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.697537] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba2aef8-f123-4a3d-afa0-e782b291ecda {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.704894] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee009f-bb05-4630-8a6a-6cf968cb0ff1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.718195] env[68116]: DEBUG nova.compute.provider_tree [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.843991] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786728, 'name': PowerOffVM_Task, 'duration_secs': 0.196241} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.844300] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.844532] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.845319] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4040229-bfe1-4c61-8e7e-c1f815e9812a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.855611] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.856109] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd80c1d-7918-4e21-a33f-1f8bdfa8c070 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.926569] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081025} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.926843] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.927772] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8e74a6-ab96-4d6e-b415-c73f4f240fef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.949827] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.950137] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c429d02-8bd4-4736-ab33-11232d18eee1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.971903] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1096.971903] env[68116]: value = "task-2786732" [ 1096.971903] env[68116]: _type = "Task" [ 1096.971903] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.982092] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.984583] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.093070] env[68116]: DEBUG nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.137547] env[68116]: DEBUG oslo_vmware.api [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786730, 'name': SuspendVM_Task} progress is 12%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.222040] env[68116]: DEBUG nova.scheduler.client.report [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.241083] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.241403] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.242037] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleting the datastore file [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.242147] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5601bb20-6ea0-445e-9be4-39f9ec824dd5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.249328] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1097.249328] env[68116]: value = "task-2786733" [ 1097.249328] env[68116]: _type = "Task" [ 1097.249328] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.260447] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.289429] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.289768] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.289938] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.357175] env[68116]: DEBUG nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.386115] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.386403] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.386656] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.386897] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.386897] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.387474] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.387474] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.387702] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.387702] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.388034] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.388219] env[68116]: DEBUG nova.virt.hardware [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.388967] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09cc7ea-6432-4463-842e-c654c2dd7402 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.397303] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a64261-a1fc-4525-9c99-c094f0765d50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.487703] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786732, 'name': ReconfigVM_Task, 'duration_secs': 0.35269} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.488057] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.488649] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-154d2b7c-d36d-4639-914b-ef67045323ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.495357] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1097.495357] env[68116]: value = "task-2786734" [ 1097.495357] env[68116]: _type = "Task" [ 1097.495357] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.503881] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786734, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.620277] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.637501] env[68116]: DEBUG oslo_vmware.api [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786730, 'name': SuspendVM_Task} progress is 62%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.728151] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.728944] env[68116]: DEBUG nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.731109] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.248s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.731323] env[68116]: DEBUG nova.objects.instance [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'pci_requests' on Instance uuid 96e1f3e8-9911-4fe1-a165-48cb371a3246 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.760072] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157023} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.760072] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.760072] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.760072] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.007535] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786734, 'name': Rename_Task, 'duration_secs': 0.450985} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.007796] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.008077] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df1ed391-271c-4026-8964-0077fc599be8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.014812] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1098.014812] env[68116]: value = "task-2786735" [ 1098.014812] env[68116]: _type = "Task" [ 1098.014812] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.025363] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.081599] env[68116]: DEBUG nova.compute.manager [req-12ed6a35-0f26-437c-a51e-52de101aed77 req-b2ed666f-e571-4913-bee5-d81c1231c96d service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Received event network-vif-plugged-1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.081826] env[68116]: DEBUG oslo_concurrency.lockutils [req-12ed6a35-0f26-437c-a51e-52de101aed77 req-b2ed666f-e571-4913-bee5-d81c1231c96d service nova] Acquiring lock "8ad1a07d-0039-4039-8470-74c29785f9d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.082047] env[68116]: DEBUG oslo_concurrency.lockutils [req-12ed6a35-0f26-437c-a51e-52de101aed77 req-b2ed666f-e571-4913-bee5-d81c1231c96d service nova] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.082226] env[68116]: DEBUG oslo_concurrency.lockutils [req-12ed6a35-0f26-437c-a51e-52de101aed77 req-b2ed666f-e571-4913-bee5-d81c1231c96d service nova] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.082390] env[68116]: DEBUG nova.compute.manager [req-12ed6a35-0f26-437c-a51e-52de101aed77 req-b2ed666f-e571-4913-bee5-d81c1231c96d service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] No waiting events found dispatching network-vif-plugged-1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.082558] env[68116]: WARNING nova.compute.manager [req-12ed6a35-0f26-437c-a51e-52de101aed77 req-b2ed666f-e571-4913-bee5-d81c1231c96d service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Received unexpected event network-vif-plugged-1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 for instance with vm_state building and task_state spawning. [ 1098.137478] env[68116]: DEBUG oslo_vmware.api [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786730, 'name': SuspendVM_Task, 'duration_secs': 1.405988} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.137738] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Suspended the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1098.137918] env[68116]: DEBUG nova.compute.manager [None req-a3fba6a4-d52a-4412-ac31-4db34207a293 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.138690] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49520b81-534d-415c-913b-b8f912ee825f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.175468] env[68116]: DEBUG nova.network.neutron [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Successfully updated port: 1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.234568] env[68116]: DEBUG nova.compute.utils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.237244] env[68116]: DEBUG nova.objects.instance [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'numa_topology' on Instance uuid 96e1f3e8-9911-4fe1-a165-48cb371a3246 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.238610] env[68116]: DEBUG nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Not allocating networking since 'none' was specified. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1098.328067] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.328342] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.328432] env[68116]: DEBUG nova.network.neutron [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.526450] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786735, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.681214] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.681386] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.681544] env[68116]: DEBUG nova.network.neutron [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.740089] env[68116]: DEBUG nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.743489] env[68116]: INFO nova.compute.claims [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.799602] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.799882] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.800056] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.800242] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.801027] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.801027] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.801027] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.801027] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.801292] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.801292] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.801467] env[68116]: DEBUG nova.virt.hardware [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.802684] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8279bf-7515-45b2-97d1-754acafa27c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.810649] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1d7fc-8575-4ca1-a077-617907e4432c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.825143] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:24:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c456063c-f94d-45e3-8e34-d465681ecc82', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.832856] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.835517] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.835650] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83aae6cd-4845-409b-b1d3-adcdaa120185 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.855375] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.855375] env[68116]: value = "task-2786736" [ 1098.855375] env[68116]: _type = "Task" [ 1098.855375] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.864863] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786736, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.025864] env[68116]: DEBUG oslo_vmware.api [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786735, 'name': PowerOnVM_Task, 'duration_secs': 0.799735} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.026201] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.026498] env[68116]: INFO nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1099.026685] env[68116]: DEBUG nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.027499] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70bada7-c516-47d9-9b9b-2cc106b9a0da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.214032] env[68116]: DEBUG nova.network.neutron [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.256325] env[68116]: INFO nova.compute.manager [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Resuming [ 1099.256937] env[68116]: DEBUG nova.objects.instance [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lazy-loading 'flavor' on Instance uuid 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.366119] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786736, 'name': CreateVM_Task, 'duration_secs': 0.415541} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.367014] env[68116]: DEBUG nova.network.neutron [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Updating instance_info_cache with network_info: [{"id": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "address": "fa:16:3e:47:f2:6c", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3dc25e-da", "ovs_interfaceid": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.371833] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.373115] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.373291] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.373602] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.374106] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d2c566-49f5-4ab4-996a-d5f1824d4abe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.378526] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1099.378526] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521a7daa-f8f2-3e63-cd69-0c018e79d487" [ 1099.378526] env[68116]: _type = "Task" [ 1099.378526] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.391758] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521a7daa-f8f2-3e63-cd69-0c018e79d487, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.391994] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.392230] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.392449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.392593] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.392763] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.393012] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ae4789-1b3c-4f62-aaad-e52f20496b38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.400099] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.400276] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.400941] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b684e1ce-7659-4b7a-8652-0fc5b0a18801 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.404370] env[68116]: DEBUG nova.network.neutron [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.408910] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1099.408910] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526c95ac-2641-f313-4d5d-c1bec8b92d84" [ 1099.408910] env[68116]: _type = "Task" [ 1099.408910] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.418578] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526c95ac-2641-f313-4d5d-c1bec8b92d84, 'name': SearchDatastore_Task, 'duration_secs': 0.007698} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.421748] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cd2335-34c0-43bf-8f73-8f5a0e02c72a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.426878] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1099.426878] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528bd91c-30e7-5d8f-0d5d-d492f94b291f" [ 1099.426878] env[68116]: _type = "Task" [ 1099.426878] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.438193] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528bd91c-30e7-5d8f-0d5d-d492f94b291f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.501859] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f0453-579c-4ee1-83b9-127362097c47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.511333] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442cc4d8-c2f2-4236-9731-3719784e61db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.545658] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d14ed5b-8339-4d07-b2c2-3f6a99ddf405 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.550234] env[68116]: INFO nova.compute.manager [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Took 14.52 seconds to build instance. [ 1099.556093] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b714a68-539d-42c8-9dd5-c07f47401353 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.571943] env[68116]: DEBUG nova.compute.provider_tree [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.762020] env[68116]: DEBUG nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.789102] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.789102] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.789102] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.789102] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.789102] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.789381] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.789712] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.789975] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.790283] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.790555] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.790831] env[68116]: DEBUG nova.virt.hardware [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.792160] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589809e-4b0a-4048-b034-6ddd74e262ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.801190] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12bdf0d-bd62-4ceb-b996-12fd4fa09d96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.815389] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Instance VIF info [] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.821635] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Creating folder: Project (6c87af69644548279e63c1ab1fa202ee). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.822036] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4db802a0-f800-43e1-8610-43dc9b8366dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.832527] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Created folder: Project (6c87af69644548279e63c1ab1fa202ee) in parent group-v559920. [ 1099.832876] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Creating folder: Instances. Parent ref: group-v560202. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.833213] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-827b1356-97dd-4840-9b88-1f13f795f5c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.844022] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Created folder: Instances in parent group-v560202. [ 1099.844022] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.844022] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.844022] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a21e48f-132e-4fea-a7f7-f78e8226ce86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.859101] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.859101] env[68116]: value = "task-2786739" [ 1099.859101] env[68116]: _type = "Task" [ 1099.859101] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.866793] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786739, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.876024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.876024] env[68116]: DEBUG nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Instance network_info: |[{"id": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "address": "fa:16:3e:47:f2:6c", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3dc25e-da", "ovs_interfaceid": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.876024] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:f2:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a3dc25e-da6c-4d0c-bfc6-72d616ac8120', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.883597] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.883937] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.884262] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-722f9727-ea5a-4d12-b097-41b7bee6ffac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.906017] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.906017] env[68116]: value = "task-2786740" [ 1099.906017] env[68116]: _type = "Task" [ 1099.906017] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.913095] env[68116]: DEBUG oslo_concurrency.lockutils [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.917042] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786740, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.940024] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528bd91c-30e7-5d8f-0d5d-d492f94b291f, 'name': SearchDatastore_Task, 'duration_secs': 0.008459} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.940024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.940024] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.940024] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2c21316-ce40-40e8-97c9-c729645415e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.946366] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1099.946366] env[68116]: value = "task-2786741" [ 1099.946366] env[68116]: _type = "Task" [ 1099.946366] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.955396] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.048169] env[68116]: DEBUG nova.compute.manager [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Received event network-changed-8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.048169] env[68116]: DEBUG nova.compute.manager [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Refreshing instance network info cache due to event network-changed-8dac58de-dd0e-4741-8a91-6938a7c1377b. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1100.048169] env[68116]: DEBUG oslo_concurrency.lockutils [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] Acquiring lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.048169] env[68116]: DEBUG oslo_concurrency.lockutils [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] Acquired lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.048169] env[68116]: DEBUG nova.network.neutron [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Refreshing network info cache for port 8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.051918] env[68116]: DEBUG oslo_concurrency.lockutils [None req-164776ff-dce6-4245-8c79-bc281332fbc2 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.035s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.075284] env[68116]: DEBUG nova.scheduler.client.report [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.112120] env[68116]: DEBUG nova.compute.manager [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Received event network-changed-1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.112238] env[68116]: DEBUG nova.compute.manager [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Refreshing instance network info cache due to event network-changed-1a3dc25e-da6c-4d0c-bfc6-72d616ac8120. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1100.112663] env[68116]: DEBUG oslo_concurrency.lockutils [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] Acquiring lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.112723] env[68116]: DEBUG oslo_concurrency.lockutils [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] Acquired lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.112955] env[68116]: DEBUG nova.network.neutron [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Refreshing network info cache for port 1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.375604] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786739, 'name': CreateVM_Task, 'duration_secs': 0.354535} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.375968] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.376601] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.376994] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.377511] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.378224] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d5fda1-8069-46c0-bf30-763eddccf093 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.384774] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1100.384774] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520312b5-36c7-96c6-20f4-5a9b2ceab2bc" [ 1100.384774] env[68116]: _type = "Task" [ 1100.384774] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.397912] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520312b5-36c7-96c6-20f4-5a9b2ceab2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.417590] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786740, 'name': CreateVM_Task, 'duration_secs': 0.425032} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.422080] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.423297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.424375] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea511b-fc00-47cf-8316-f5d8f576d5bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.433574] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c10d4-585f-4891-8312-9f86a9ff9755 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.459203] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479523} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.459203] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.459203] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.459203] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfe9c196-a0c3-4de0-b156-1bd3daa6e77d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.464567] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1100.464567] env[68116]: value = "task-2786742" [ 1100.464567] env[68116]: _type = "Task" [ 1100.464567] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.474573] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.580938] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.585016] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.601s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.586523] env[68116]: INFO nova.compute.claims [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.619318] env[68116]: INFO nova.network.neutron [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating port 1b47e5a5-5481-413d-b98e-9c69d26feef0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1100.771889] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.772112] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquired lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.772289] env[68116]: DEBUG nova.network.neutron [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.895382] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520312b5-36c7-96c6-20f4-5a9b2ceab2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028832} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.895707] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.895950] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.896186] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.896359] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.896558] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.896835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.897143] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.897377] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-499e6764-375d-410d-8940-e611885126bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.899582] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def6bb1f-bad4-4929-9a2f-6162cea5fb9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.903887] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1100.903887] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52273314-ae74-f154-ee20-874a5d4033c1" [ 1100.903887] env[68116]: _type = "Task" [ 1100.903887] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.908793] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.908966] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.912279] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea57519-fb53-4a52-8484-e44dad4d91d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.914655] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52273314-ae74-f154-ee20-874a5d4033c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.917571] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1100.917571] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cf91a4-0c1f-ef37-ab2e-453c185efcf8" [ 1100.917571] env[68116]: _type = "Task" [ 1100.917571] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.922007] env[68116]: DEBUG nova.network.neutron [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updated VIF entry in instance network info cache for port 8dac58de-dd0e-4741-8a91-6938a7c1377b. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.922429] env[68116]: DEBUG nova.network.neutron [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updating instance_info_cache with network_info: [{"id": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "address": "fa:16:3e:b0:57:43", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dac58de-dd", "ovs_interfaceid": "8dac58de-dd0e-4741-8a91-6938a7c1377b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.926713] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cf91a4-0c1f-ef37-ab2e-453c185efcf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.973672] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061292} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.974514] env[68116]: DEBUG nova.network.neutron [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Updated VIF entry in instance network info cache for port 1a3dc25e-da6c-4d0c-bfc6-72d616ac8120. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.974841] env[68116]: DEBUG nova.network.neutron [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Updating instance_info_cache with network_info: [{"id": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "address": "fa:16:3e:47:f2:6c", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3dc25e-da", "ovs_interfaceid": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.976049] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.976989] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ad013-6b27-4a53-807d-467d6ab3c483 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.004990] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.008764] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092cbbb8-ab38-4caf-a661-292205026bac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.033712] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1101.033712] env[68116]: value = "task-2786743" [ 1101.033712] env[68116]: _type = "Task" [ 1101.033712] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.042579] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.420185] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52273314-ae74-f154-ee20-874a5d4033c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.423819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.424244] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.424448] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.430640] env[68116]: DEBUG oslo_concurrency.lockutils [req-2995ce82-a889-47ab-8c5a-f409a0a7fec6 req-5ca6b49c-4eca-4ae5-8964-d5a867e09f63 service nova] Releasing lock "refresh_cache-241b1272-3e51-4072-b753-674c38ec5af7" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.431034] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cf91a4-0c1f-ef37-ab2e-453c185efcf8, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.431812] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d81ff1-c024-45b5-a088-38b4522435de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.436963] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1101.436963] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524db29d-fa13-3cb0-a919-40f26a73934f" [ 1101.436963] env[68116]: _type = "Task" [ 1101.436963] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.445690] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524db29d-fa13-3cb0-a919-40f26a73934f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.477640] env[68116]: DEBUG oslo_concurrency.lockutils [req-88a986b2-3616-4b9f-84e1-63355c5b768d req-0201ce25-1b99-4174-b8ad-c6b33b6caa68 service nova] Releasing lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.484877] env[68116]: DEBUG nova.network.neutron [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [{"id": "79d1c435-b96b-4aff-bd9e-b0be86082816", "address": "fa:16:3e:9c:e3:c6", "network": {"id": "c6b1c296-8113-48b2-b202-0d3b976ae778", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-649004853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed9c7e26cfab40608f517cb2d8707368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d1c435-b9", "ovs_interfaceid": "79d1c435-b96b-4aff-bd9e-b0be86082816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.543876] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786743, 'name': ReconfigVM_Task, 'duration_secs': 0.274978} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.544253] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.544935] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad3b5de0-e872-459e-93e3-9cb088b8e8d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.552657] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1101.552657] env[68116]: value = "task-2786744" [ 1101.552657] env[68116]: _type = "Task" [ 1101.552657] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.562348] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786744, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.576603] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb7c689-dd0a-4daf-a012-64b07fa8bf8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.601090] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840dfea-3a72-4f4c-8eab-7eff47450bc2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.608543] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance 'e0dcd954-15bb-4cdc-8430-989769fdb570' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.809872] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82603c99-b670-4613-8ab7-92e844c129bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.817847] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9919e9-0350-4f9d-a660-9337b572c17a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.847888] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cba69b-457b-4a34-ac51-0f9392db1f27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.857063] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd671a-3e85-470f-b68a-acc022b05d48 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.869142] env[68116]: DEBUG nova.compute.provider_tree [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.949166] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524db29d-fa13-3cb0-a919-40f26a73934f, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.949463] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.949727] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3a457119-da8b-4315-94ef-04f6915ba4d0/3a457119-da8b-4315-94ef-04f6915ba4d0.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.950013] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.950211] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.950440] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99dba948-6978-4be7-b90e-d89c3c98018a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.952537] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc9577a6-0326-4eb7-a5a5-bb1b7f565fb0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.958977] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1101.958977] env[68116]: value = "task-2786745" [ 1101.958977] env[68116]: _type = "Task" [ 1101.958977] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.963222] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.963433] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.966813] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c9aa73-e708-40c8-9efb-6873112c62fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.969024] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.972435] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1101.972435] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520e4817-fb0a-43ca-f06a-1dfd3fbfba32" [ 1101.972435] env[68116]: _type = "Task" [ 1101.972435] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.979881] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520e4817-fb0a-43ca-f06a-1dfd3fbfba32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.987514] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Releasing lock "refresh_cache-3b00db3a-6f8c-4a55-a257-115e6e70fd98" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.988326] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af73123c-3523-4ccd-a6c6-373ce6a3910a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.993530] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Resuming the VM {{(pid=68116) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1101.993747] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f5ec7b-ad7f-45b6-b5bd-d9a5fe3a10ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.999235] env[68116]: DEBUG oslo_vmware.api [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1101.999235] env[68116]: value = "task-2786746" [ 1101.999235] env[68116]: _type = "Task" [ 1101.999235] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.008013] env[68116]: DEBUG oslo_vmware.api [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.063025] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786744, 'name': Rename_Task, 'duration_secs': 0.148052} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.063322] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.063630] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2945c90-bc6a-4893-9635-ef4c4d718313 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.069839] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1102.069839] env[68116]: value = "task-2786747" [ 1102.069839] env[68116]: _type = "Task" [ 1102.069839] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.077423] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.114619] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.114932] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f7bb41b-f1ef-4777-9d24-fdb2cfec0fe7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.120830] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1102.120830] env[68116]: value = "task-2786748" [ 1102.120830] env[68116]: _type = "Task" [ 1102.120830] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.128785] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.366497] env[68116]: DEBUG nova.compute.manager [req-41bb8711-e78e-4209-9c8d-f9d6be66c5b3 req-16ada31c-446f-450a-8831-97ee101504ce service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-vif-plugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.366720] env[68116]: DEBUG oslo_concurrency.lockutils [req-41bb8711-e78e-4209-9c8d-f9d6be66c5b3 req-16ada31c-446f-450a-8831-97ee101504ce service nova] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.366931] env[68116]: DEBUG oslo_concurrency.lockutils [req-41bb8711-e78e-4209-9c8d-f9d6be66c5b3 req-16ada31c-446f-450a-8831-97ee101504ce service nova] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.367223] env[68116]: DEBUG oslo_concurrency.lockutils [req-41bb8711-e78e-4209-9c8d-f9d6be66c5b3 req-16ada31c-446f-450a-8831-97ee101504ce service nova] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.367280] env[68116]: DEBUG nova.compute.manager [req-41bb8711-e78e-4209-9c8d-f9d6be66c5b3 req-16ada31c-446f-450a-8831-97ee101504ce service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] No waiting events found dispatching network-vif-plugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.367437] env[68116]: WARNING nova.compute.manager [req-41bb8711-e78e-4209-9c8d-f9d6be66c5b3 req-16ada31c-446f-450a-8831-97ee101504ce service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received unexpected event network-vif-plugged-1b47e5a5-5481-413d-b98e-9c69d26feef0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1102.372478] env[68116]: DEBUG nova.scheduler.client.report [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.376598] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.376947] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.376947] env[68116]: DEBUG nova.network.neutron [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.469712] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786745, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.482574] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520e4817-fb0a-43ca-f06a-1dfd3fbfba32, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.483471] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73032588-3efa-44ed-a942-41583bf3f19a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.489673] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1102.489673] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5274a304-611a-1a11-78ba-26c5f40ad47b" [ 1102.489673] env[68116]: _type = "Task" [ 1102.489673] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.497805] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5274a304-611a-1a11-78ba-26c5f40ad47b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.508661] env[68116]: DEBUG oslo_vmware.api [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.581724] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786747, 'name': PowerOnVM_Task} progress is 83%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.631567] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.880039] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.880692] env[68116]: DEBUG nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.885344] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.265s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.886782] env[68116]: INFO nova.compute.claims [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.970492] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520002} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.970759] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 3a457119-da8b-4315-94ef-04f6915ba4d0/3a457119-da8b-4315-94ef-04f6915ba4d0.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.970970] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.971235] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f597709-d9c7-4eb1-9227-d0c9a7401329 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.978395] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1102.978395] env[68116]: value = "task-2786749" [ 1102.978395] env[68116]: _type = "Task" [ 1102.978395] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.986642] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.000410] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5274a304-611a-1a11-78ba-26c5f40ad47b, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.000794] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.001105] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/8ad1a07d-0039-4039-8470-74c29785f9d2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.004302] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9370c8b-ee0f-48a0-a6de-b54ddc24913c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.013203] env[68116]: DEBUG oslo_vmware.api [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786746, 'name': PowerOnVM_Task, 'duration_secs': 0.59873} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.014538] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Resumed the VM {{(pid=68116) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1103.014633] env[68116]: DEBUG nova.compute.manager [None req-b8072129-4380-4ba8-a134-88357f371b36 tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.014947] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1103.014947] env[68116]: value = "task-2786750" [ 1103.014947] env[68116]: _type = "Task" [ 1103.014947] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.015682] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac71c1ff-64e3-4704-a1ec-19d875a518c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.029495] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.063405] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-69b8e486-3167-476d-b9e9-3823b20ee497-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.063659] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-69b8e486-3167-476d-b9e9-3823b20ee497-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.064017] env[68116]: DEBUG nova.objects.instance [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'flavor' on Instance uuid 69b8e486-3167-476d-b9e9-3823b20ee497 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.080747] env[68116]: DEBUG oslo_vmware.api [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786747, 'name': PowerOnVM_Task, 'duration_secs': 0.777964} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.081017] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.081222] env[68116]: DEBUG nova.compute.manager [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.082044] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda9eeb2-3577-4485-9830-3b534c353c0e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.132449] env[68116]: DEBUG oslo_vmware.api [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786748, 'name': PowerOnVM_Task, 'duration_secs': 0.618775} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.132805] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.133042] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-deec96bb-71b1-453f-b279-5afe99d11377 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance 'e0dcd954-15bb-4cdc-8430-989769fdb570' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.161687] env[68116]: DEBUG nova.network.neutron [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.389335] env[68116]: DEBUG nova.compute.utils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.390706] env[68116]: DEBUG nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.391115] env[68116]: DEBUG nova.network.neutron [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.443358] env[68116]: DEBUG nova.policy [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '872945b0b52045ed8201977ac52e1985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25d4cf022f274d1e83bc9b14ba4bffb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.488555] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.488897] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.489763] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3424b9e-6df4-409b-a3a6-c869408cda99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.510695] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3a457119-da8b-4315-94ef-04f6915ba4d0/3a457119-da8b-4315-94ef-04f6915ba4d0.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.511058] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6aafd9b-15e7-425d-b39b-737f0f00379c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.537641] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1103.537641] env[68116]: value = "task-2786751" [ 1103.537641] env[68116]: _type = "Task" [ 1103.537641] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.542333] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786750, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.552031] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.598877] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.666048] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.706490] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='73212ec20e57a25eff4b482880a61912',container_format='bare',created_at=2025-03-06T04:56:34Z,direct_url=,disk_format='vmdk',id=2a6246e4-d8aa-4eea-8762-ee6387a1021a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1610750302-shelved',owner='553f0c52d5c74917bf39cc95730e4c74',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-06T04:56:49Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.706750] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.706925] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.707613] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.708610] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.709401] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.709401] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.709401] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.709542] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.709739] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.709987] env[68116]: DEBUG nova.virt.hardware [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.711694] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197fa6d6-36c3-4e64-8dc5-283308bd1a4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.717775] env[68116]: DEBUG nova.objects.instance [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'pci_requests' on Instance uuid 69b8e486-3167-476d-b9e9-3823b20ee497 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.724207] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d882c4-7803-4813-ba10-04498275837f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.740122] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:42:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b47e5a5-5481-413d-b98e-9c69d26feef0', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.748323] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.748412] env[68116]: DEBUG nova.network.neutron [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Successfully created port: fff50311-3bfe-4037-8022-7aee071e8fe9 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.750449] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.750683] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df6b720f-8dba-4d6c-abf1-a51c2367eb1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.771446] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.771446] env[68116]: value = "task-2786752" [ 1103.771446] env[68116]: _type = "Task" [ 1103.771446] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.779019] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786752, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.898464] env[68116]: DEBUG nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.036177] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5649} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.039072] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/8ad1a07d-0039-4039-8470-74c29785f9d2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.039307] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.040554] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22e0a19a-7215-46be-84b6-0e74aa1699c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.051954] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.056592] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1104.056592] env[68116]: value = "task-2786753" [ 1104.056592] env[68116]: _type = "Task" [ 1104.056592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.064117] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.167230] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77cdcea-6268-4906-b96d-aba0443c0619 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.176438] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087fddcf-3ca6-4ce9-98d1-44ec305c3491 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.219046] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1049899-756d-428c-9278-babd9904ee8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.223324] env[68116]: DEBUG nova.objects.base [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Object Instance<69b8e486-3167-476d-b9e9-3823b20ee497> lazy-loaded attributes: flavor,pci_requests {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.223588] env[68116]: DEBUG nova.network.neutron [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.230016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3189fc4-fc3b-437f-b7da-e85b11ddc7fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.244928] env[68116]: DEBUG nova.compute.provider_tree [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.280971] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786752, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.326766] env[68116]: DEBUG nova.policy [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.552876] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.565208] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252688} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.565569] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.569025] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96389db2-b5f2-400c-8877-8e4739869819 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.588363] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/8ad1a07d-0039-4039-8470-74c29785f9d2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.588962] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06cdeb3-527c-4156-ada9-f2f34997892e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.608462] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1104.608462] env[68116]: value = "task-2786754" [ 1104.608462] env[68116]: _type = "Task" [ 1104.608462] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.617260] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.659200] env[68116]: DEBUG nova.compute.manager [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1104.659200] env[68116]: DEBUG nova.compute.manager [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing instance network info cache due to event network-changed-1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1104.659200] env[68116]: DEBUG oslo_concurrency.lockutils [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] Acquiring lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.659200] env[68116]: DEBUG oslo_concurrency.lockutils [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] Acquired lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.659200] env[68116]: DEBUG nova.network.neutron [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Refreshing network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.748559] env[68116]: DEBUG nova.scheduler.client.report [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.782044] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786752, 'name': CreateVM_Task, 'duration_secs': 0.57267} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.782238] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.782971] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.783146] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.783512] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.783765] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79c66ab-012d-47d7-8eb8-7512721d65a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.789156] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1104.789156] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520d982f-6bee-e036-505a-fa2ae03f3d98" [ 1104.789156] env[68116]: _type = "Task" [ 1104.789156] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.797892] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520d982f-6bee-e036-505a-fa2ae03f3d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.913453] env[68116]: DEBUG nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.940602] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.940864] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.941027] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.941212] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.941358] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.941504] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.941792] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.941970] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.942159] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.942326] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.942497] env[68116]: DEBUG nova.virt.hardware [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.943365] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f842d589-e917-4798-b4ea-7da3412a340e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.951627] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6a1cc-1d75-4e55-82d7-36fcb34dc6c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.051971] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786751, 'name': ReconfigVM_Task, 'duration_secs': 1.106959} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.052569] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3a457119-da8b-4315-94ef-04f6915ba4d0/3a457119-da8b-4315-94ef-04f6915ba4d0.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.053213] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4bda28c-b5e7-43e7-924a-330a278923d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.059961] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1105.059961] env[68116]: value = "task-2786755" [ 1105.059961] env[68116]: _type = "Task" [ 1105.059961] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.073157] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786755, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.118574] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.249614] env[68116]: DEBUG nova.network.neutron [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Successfully updated port: fff50311-3bfe-4037-8022-7aee071e8fe9 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.254283] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.254283] env[68116]: DEBUG nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.261100] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.661s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.261171] env[68116]: DEBUG nova.objects.instance [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.305052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.305052] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Processing image 2a6246e4-d8aa-4eea-8762-ee6387a1021a {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.305052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a/2a6246e4-d8aa-4eea-8762-ee6387a1021a.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.305052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a/2a6246e4-d8aa-4eea-8762-ee6387a1021a.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.305052] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.305528] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ee9196-8556-47ee-95dd-c922fc79ca1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.315852] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.315852] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.316295] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2019b010-22b0-41f1-bb29-96fcf4a7487c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.324970] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1105.324970] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5292105d-f2ba-01be-ab33-9189a4594030" [ 1105.324970] env[68116]: _type = "Task" [ 1105.324970] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.335593] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5292105d-f2ba-01be-ab33-9189a4594030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.484986] env[68116]: DEBUG nova.network.neutron [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updated VIF entry in instance network info cache for port 1b47e5a5-5481-413d-b98e-9c69d26feef0. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.485481] env[68116]: DEBUG nova.network.neutron [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [{"id": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "address": "fa:16:3e:9a:42:21", "network": {"id": "cee355f1-591a-40a5-9afd-662338e3d5d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1007736026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "553f0c52d5c74917bf39cc95730e4c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b47e5a5-54", "ovs_interfaceid": "1b47e5a5-5481-413d-b98e-9c69d26feef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.571749] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786755, 'name': Rename_Task, 'duration_secs': 0.285031} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.572117] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.572117] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10287984-ea84-4a2f-87eb-29a8f7bd339d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.579395] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1105.579395] env[68116]: value = "task-2786756" [ 1105.579395] env[68116]: _type = "Task" [ 1105.579395] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.587782] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.601579] env[68116]: INFO nova.compute.manager [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Rebuilding instance [ 1105.621051] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786754, 'name': ReconfigVM_Task, 'duration_secs': 0.751485} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.624523] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/8ad1a07d-0039-4039-8470-74c29785f9d2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.627613] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67a8b4e9-15ec-437a-b753-1e6e94ce5669 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.635226] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1105.635226] env[68116]: value = "task-2786757" [ 1105.635226] env[68116]: _type = "Task" [ 1105.635226] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.649532] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786757, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.657598] env[68116]: DEBUG nova.compute.manager [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.658699] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e1f85a-5e55-41e1-ae82-2e13da65e172 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.752239] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "refresh_cache-4b830c08-161a-4021-9a9b-711d2bccf0ea" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.752464] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "refresh_cache-4b830c08-161a-4021-9a9b-711d2bccf0ea" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.752604] env[68116]: DEBUG nova.network.neutron [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.768688] env[68116]: DEBUG nova.compute.utils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.770117] env[68116]: DEBUG nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.770320] env[68116]: DEBUG nova.network.neutron [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.836883] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Preparing fetch location {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1105.837193] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Fetch image to [datastore2] OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685/OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685.vmdk {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1105.837383] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Downloading stream optimized image 2a6246e4-d8aa-4eea-8762-ee6387a1021a to [datastore2] OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685/OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685.vmdk on the data store datastore2 as vApp {{(pid=68116) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1105.837545] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Downloading image file data 2a6246e4-d8aa-4eea-8762-ee6387a1021a to the ESX as VM named 'OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685' {{(pid=68116) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1105.857917] env[68116]: DEBUG nova.policy [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788df4730f4a49e28a06976f6dca8b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24a912144f40474c828d36f3dd72987a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.931172] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1105.931172] env[68116]: value = "resgroup-9" [ 1105.931172] env[68116]: _type = "ResourcePool" [ 1105.931172] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1105.931518] env[68116]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-451e5696-0176-45b2-a253-5f8b4ade89d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.953807] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease: (returnval){ [ 1105.953807] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a07357-c7ea-984a-4578-147278aac5c0" [ 1105.953807] env[68116]: _type = "HttpNfcLease" [ 1105.953807] env[68116]: } obtained for vApp import into resource pool (val){ [ 1105.953807] env[68116]: value = "resgroup-9" [ 1105.953807] env[68116]: _type = "ResourcePool" [ 1105.953807] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1105.954071] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the lease: (returnval){ [ 1105.954071] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a07357-c7ea-984a-4578-147278aac5c0" [ 1105.954071] env[68116]: _type = "HttpNfcLease" [ 1105.954071] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1105.960790] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.960790] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a07357-c7ea-984a-4578-147278aac5c0" [ 1105.960790] env[68116]: _type = "HttpNfcLease" [ 1105.960790] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.988647] env[68116]: DEBUG oslo_concurrency.lockutils [req-31aef98d-d008-4ef3-a4b8-443d27f90ee9 req-80074c2f-e0be-4f49-bb7e-735655859b41 service nova] Releasing lock "refresh_cache-96e1f3e8-9911-4fe1-a165-48cb371a3246" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.092181] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.150626] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786757, 'name': Rename_Task, 'duration_secs': 0.209592} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.151091] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.151405] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1503d50e-eea7-4f77-8b4e-3fa0c01a950a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.158035] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1106.158035] env[68116]: value = "task-2786759" [ 1106.158035] env[68116]: _type = "Task" [ 1106.158035] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.171485] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.240282] env[68116]: DEBUG nova.network.neutron [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Port 8c350735-88b5-4b9d-a30b-43cc279f97d1 binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1106.240599] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.240890] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.240992] env[68116]: DEBUG nova.network.neutron [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.271419] env[68116]: DEBUG oslo_concurrency.lockutils [None req-819b5034-711d-4bcb-9dff-52c1c5d0bba2 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.275434] env[68116]: DEBUG nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.287025] env[68116]: DEBUG nova.network.neutron [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.301962] env[68116]: DEBUG nova.network.neutron [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Successfully updated port: 0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.462134] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.462134] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a07357-c7ea-984a-4578-147278aac5c0" [ 1106.462134] env[68116]: _type = "HttpNfcLease" [ 1106.462134] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1106.470503] env[68116]: DEBUG nova.network.neutron [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Updating instance_info_cache with network_info: [{"id": "fff50311-3bfe-4037-8022-7aee071e8fe9", "address": "fa:16:3e:98:a9:0f", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff50311-3b", "ovs_interfaceid": "fff50311-3bfe-4037-8022-7aee071e8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.489364] env[68116]: DEBUG nova.network.neutron [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Successfully created port: c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.563955] env[68116]: DEBUG nova.compute.manager [req-c0eab5ff-482a-4953-b316-a40d57e816df req-8b7c81d5-3ef4-40f5-8010-e1fa8ce4cc0f service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-vif-plugged-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1106.564209] env[68116]: DEBUG oslo_concurrency.lockutils [req-c0eab5ff-482a-4953-b316-a40d57e816df req-8b7c81d5-3ef4-40f5-8010-e1fa8ce4cc0f service nova] Acquiring lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.564416] env[68116]: DEBUG oslo_concurrency.lockutils [req-c0eab5ff-482a-4953-b316-a40d57e816df req-8b7c81d5-3ef4-40f5-8010-e1fa8ce4cc0f service nova] Lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.564682] env[68116]: DEBUG oslo_concurrency.lockutils [req-c0eab5ff-482a-4953-b316-a40d57e816df req-8b7c81d5-3ef4-40f5-8010-e1fa8ce4cc0f service nova] Lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.564978] env[68116]: DEBUG nova.compute.manager [req-c0eab5ff-482a-4953-b316-a40d57e816df req-8b7c81d5-3ef4-40f5-8010-e1fa8ce4cc0f service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] No waiting events found dispatching network-vif-plugged-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.565325] env[68116]: WARNING nova.compute.manager [req-c0eab5ff-482a-4953-b316-a40d57e816df req-8b7c81d5-3ef4-40f5-8010-e1fa8ce4cc0f service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received unexpected event network-vif-plugged-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 for instance with vm_state active and task_state None. [ 1106.590637] env[68116]: DEBUG oslo_vmware.api [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786756, 'name': PowerOnVM_Task, 'duration_secs': 0.778932} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.590994] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.591241] env[68116]: INFO nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1106.591522] env[68116]: DEBUG nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.592380] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ba9bd6-f269-4e3c-92f1-df56e99e86bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.669324] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.673102] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.673400] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09fc7be0-280d-4d8b-9f72-d053041d9d4d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.681511] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1106.681511] env[68116]: value = "task-2786760" [ 1106.681511] env[68116]: _type = "Task" [ 1106.681511] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.693574] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.802380] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.802642] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.802919] env[68116]: DEBUG nova.network.neutron [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.915642] env[68116]: DEBUG nova.compute.manager [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Received event network-vif-plugged-fff50311-3bfe-4037-8022-7aee071e8fe9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1106.915970] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] Acquiring lock "4b830c08-161a-4021-9a9b-711d2bccf0ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.916463] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.916633] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.916833] env[68116]: DEBUG nova.compute.manager [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] No waiting events found dispatching network-vif-plugged-fff50311-3bfe-4037-8022-7aee071e8fe9 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.917228] env[68116]: WARNING nova.compute.manager [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Received unexpected event network-vif-plugged-fff50311-3bfe-4037-8022-7aee071e8fe9 for instance with vm_state building and task_state spawning. [ 1106.917312] env[68116]: DEBUG nova.compute.manager [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Received event network-changed-fff50311-3bfe-4037-8022-7aee071e8fe9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1106.917524] env[68116]: DEBUG nova.compute.manager [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Refreshing instance network info cache due to event network-changed-fff50311-3bfe-4037-8022-7aee071e8fe9. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1106.917781] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] Acquiring lock "refresh_cache-4b830c08-161a-4021-9a9b-711d2bccf0ea" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.962767] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.962767] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a07357-c7ea-984a-4578-147278aac5c0" [ 1106.962767] env[68116]: _type = "HttpNfcLease" [ 1106.962767] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1106.963134] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1106.963134] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a07357-c7ea-984a-4578-147278aac5c0" [ 1106.963134] env[68116]: _type = "HttpNfcLease" [ 1106.963134] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1106.963887] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c5fb43-4bbb-4a3a-8bb7-14e1e4d69e2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.967697] env[68116]: DEBUG nova.network.neutron [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.974946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "refresh_cache-4b830c08-161a-4021-9a9b-711d2bccf0ea" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.975215] env[68116]: DEBUG nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Instance network_info: |[{"id": "fff50311-3bfe-4037-8022-7aee071e8fe9", "address": "fa:16:3e:98:a9:0f", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff50311-3b", "ovs_interfaceid": "fff50311-3bfe-4037-8022-7aee071e8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.975552] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecd5c8-734b-ac10-520d-63e34247cb07/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1106.975727] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecd5c8-734b-ac10-520d-63e34247cb07/disk-0.vmdk. {{(pid=68116) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1106.977187] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] Acquired lock "refresh_cache-4b830c08-161a-4021-9a9b-711d2bccf0ea" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.977494] env[68116]: DEBUG nova.network.neutron [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Refreshing network info cache for port fff50311-3bfe-4037-8022-7aee071e8fe9 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.978620] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a9:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fff50311-3bfe-4037-8022-7aee071e8fe9', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.987084] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.991387] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.045936] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f90cb4f9-8081-4e16-aa79-60d61e0332fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.070026] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bfdfd1a0-4a42-45a2-8851-4f3d4dab4bdf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.072102] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.072102] env[68116]: value = "task-2786761" [ 1107.072102] env[68116]: _type = "Task" [ 1107.072102] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.082514] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786761, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.108411] env[68116]: INFO nova.compute.manager [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Took 12.94 seconds to build instance. [ 1107.169138] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.192313] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786760, 'name': PowerOffVM_Task, 'duration_secs': 0.293584} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.192992] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.193272] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.194216] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36100ed3-29bf-4be3-b12e-eced6519d895 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.204513] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.204772] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e03938-d0bd-4f90-82b3-bf5b653f35ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.264783] env[68116]: DEBUG nova.network.neutron [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Updated VIF entry in instance network info cache for port fff50311-3bfe-4037-8022-7aee071e8fe9. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.265275] env[68116]: DEBUG nova.network.neutron [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Updating instance_info_cache with network_info: [{"id": "fff50311-3bfe-4037-8022-7aee071e8fe9", "address": "fa:16:3e:98:a9:0f", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff50311-3b", "ovs_interfaceid": "fff50311-3bfe-4037-8022-7aee071e8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.284623] env[68116]: DEBUG nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.288015] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.288258] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.288465] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleting the datastore file [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.288789] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7474565c-f520-4acf-a884-67100cff5c39 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.295665] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1107.295665] env[68116]: value = "task-2786763" [ 1107.295665] env[68116]: _type = "Task" [ 1107.295665] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.309674] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.344990] env[68116]: WARNING nova.network.neutron [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 1107.472813] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.551941] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.553267] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.553267] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.553267] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.553267] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.553267] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.553267] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.553267] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.553622] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.553622] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.553678] env[68116]: DEBUG nova.virt.hardware [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.554613] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9089deb-256c-487e-a497-55c17eff4a45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.569142] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c0e36e-b00e-450e-9977-34c640595506 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.597357] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786761, 'name': CreateVM_Task, 'duration_secs': 0.3811} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.598009] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.598993] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.599195] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.599511] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.599774] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f6c6fb-9d39-440a-bf4b-9856fe79eba7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.604714] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1107.604714] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524c4d2b-c31f-7b71-6f44-34bbf1b13790" [ 1107.604714] env[68116]: _type = "Task" [ 1107.604714] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.611817] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e7744ec7-baa1-4288-a1c7-0242865ccdfd tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "3a457119-da8b-4315-94ef-04f6915ba4d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.460s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.615452] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524c4d2b-c31f-7b71-6f44-34bbf1b13790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.667297] env[68116]: DEBUG nova.network.neutron [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "address": "fa:16:3e:f5:0a:21", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe486e0-7c", "ovs_interfaceid": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.674519] env[68116]: DEBUG oslo_vmware.api [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786759, 'name': PowerOnVM_Task, 'duration_secs': 1.382917} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.675971] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.676237] env[68116]: INFO nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1107.676505] env[68116]: DEBUG nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.677302] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e2a0a4-e783-4fbf-98d0-97b19d4761d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.769197] env[68116]: DEBUG oslo_concurrency.lockutils [req-dfb39b16-d3d8-45ac-a265-d405d31d03e2 req-1edf17b2-e929-4905-86ed-25e2c84dd23d service nova] Releasing lock "refresh_cache-4b830c08-161a-4021-9a9b-711d2bccf0ea" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.807679] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201009} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.809738] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.809965] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.810166] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.983021] env[68116]: DEBUG nova.compute.manager [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68116) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1108.078166] env[68116]: DEBUG nova.compute.manager [None req-8ec8759d-ccc3-4b13-bf36-2066b72e077f tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.080666] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59035b-028c-474a-ba6a-8f64ec5a7a07 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.115301] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524c4d2b-c31f-7b71-6f44-34bbf1b13790, 'name': SearchDatastore_Task, 'duration_secs': 0.024706} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.117581] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.117864] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.118426] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.118426] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.118426] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.118975] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6de8e1-8c8e-4aa9-8942-b2f164c1fc56 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.129212] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.129401] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.130998] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec59076-a543-4a51-bf49-8c5519159760 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.139552] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1108.139552] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523ff2ad-3339-69cc-1303-7a3f5efee3e6" [ 1108.139552] env[68116]: _type = "Task" [ 1108.139552] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.148108] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523ff2ad-3339-69cc-1303-7a3f5efee3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.172646] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.173393] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.173563] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.174459] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff41ee0-9876-4b16-92fb-6969063953b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.182640] env[68116]: DEBUG nova.network.neutron [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Successfully updated port: c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.202788] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.203175] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.204309] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.204309] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.204309] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.204309] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.204309] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.204309] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.204555] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.205253] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.205253] env[68116]: DEBUG nova.virt.hardware [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.215825] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Reconfiguring VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1108.217265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.217414] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.217575] env[68116]: DEBUG nova.network.neutron [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.222667] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Completed reading data from the image iterator. {{(pid=68116) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1108.222931] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecd5c8-734b-ac10-520d-63e34247cb07/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1108.225833] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bb52c8-585e-4767-a07a-c1e5ae286cd6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.239767] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e2d9ec-1449-437a-9009-962d7ad25de3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.244917] env[68116]: INFO nova.compute.manager [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Took 19.35 seconds to build instance. [ 1108.250455] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecd5c8-734b-ac10-520d-63e34247cb07/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1108.250659] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecd5c8-734b-ac10-520d-63e34247cb07/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1108.252806] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c5f44a6c-c213-4b50-af73-f176ff8365f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.255208] env[68116]: DEBUG oslo_vmware.api [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1108.255208] env[68116]: value = "task-2786764" [ 1108.255208] env[68116]: _type = "Task" [ 1108.255208] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.269301] env[68116]: DEBUG oslo_vmware.api [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786764, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.275146] env[68116]: DEBUG nova.network.neutron [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.465944] env[68116]: DEBUG nova.network.neutron [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Updating instance_info_cache with network_info: [{"id": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "address": "fa:16:3e:0a:68:1e", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30a526a-1a", "ovs_interfaceid": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.485342] env[68116]: DEBUG oslo_vmware.rw_handles [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ecd5c8-734b-ac10-520d-63e34247cb07/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1108.485563] env[68116]: INFO nova.virt.vmwareapi.images [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Downloaded image file data 2a6246e4-d8aa-4eea-8762-ee6387a1021a [ 1108.486382] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1839cc-52da-422b-8ee5-a76a9ae3de4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.504841] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-963d9e55-aedb-47f2-9685-5284cc04bc38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.553297] env[68116]: INFO nova.virt.vmwareapi.images [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] The imported VM was unregistered [ 1108.555691] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Caching image {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1108.555916] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.556605] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-551304a9-8c69-4b9f-8598-7ad0f0e02834 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.568121] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Created directory with path [datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.568321] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685/OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685.vmdk to [datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a/2a6246e4-d8aa-4eea-8762-ee6387a1021a.vmdk. {{(pid=68116) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1108.568566] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a6dcc90b-3d81-44f2-8c32-7997c3817eb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.575059] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1108.575059] env[68116]: value = "task-2786766" [ 1108.575059] env[68116]: _type = "Task" [ 1108.575059] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.582297] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.592844] env[68116]: INFO nova.compute.manager [None req-8ec8759d-ccc3-4b13-bf36-2066b72e077f tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] instance snapshotting [ 1108.592844] env[68116]: DEBUG nova.objects.instance [None req-8ec8759d-ccc3-4b13-bf36-2066b72e077f tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lazy-loading 'flavor' on Instance uuid 3a457119-da8b-4315-94ef-04f6915ba4d0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.632053] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "3a457119-da8b-4315-94ef-04f6915ba4d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.632053] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "3a457119-da8b-4315-94ef-04f6915ba4d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.632381] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "3a457119-da8b-4315-94ef-04f6915ba4d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.632381] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "3a457119-da8b-4315-94ef-04f6915ba4d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.632465] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "3a457119-da8b-4315-94ef-04f6915ba4d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.634512] env[68116]: INFO nova.compute.manager [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Terminating instance [ 1108.650809] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523ff2ad-3339-69cc-1303-7a3f5efee3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013022} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.651612] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e760c49-9f86-4292-ba69-e57509a17438 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.656642] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1108.656642] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52afafbd-424c-0a65-f9e8-65a8c450e069" [ 1108.656642] env[68116]: _type = "Task" [ 1108.656642] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.664558] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52afafbd-424c-0a65-f9e8-65a8c450e069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.746855] env[68116]: DEBUG oslo_concurrency.lockutils [None req-459487c1-a4bd-47e3-a2d4-f9b8a6c20809 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.866s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.764081] env[68116]: DEBUG oslo_vmware.api [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.854394] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.854834] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.855142] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.855496] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.855768] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.856044] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.856454] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.856752] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.857094] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.857377] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.857722] env[68116]: DEBUG nova.virt.hardware [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.859233] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d902437-e849-4efc-bd85-59dd1bc1c4cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.869542] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cb7547-0c43-46af-9eab-bff54d5b894f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.884538] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:24:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c456063c-f94d-45e3-8e34-d465681ecc82', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.892162] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.892488] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.892724] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e8559b-8f4e-4efc-bb7a-575d976f1ebe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.913572] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.913572] env[68116]: value = "task-2786767" [ 1108.913572] env[68116]: _type = "Task" [ 1108.913572] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.921676] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786767, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.968609] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.969073] env[68116]: DEBUG nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Instance network_info: |[{"id": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "address": "fa:16:3e:0a:68:1e", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30a526a-1a", "ovs_interfaceid": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.969525] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:68:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c30a526a-1afd-45f5-96cf-83a4dab8a3a4', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.977289] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Creating folder: Project (24a912144f40474c828d36f3dd72987a). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.977634] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-159dbf79-3492-4b2c-9c2b-d0b3fa203714 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.987866] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Created folder: Project (24a912144f40474c828d36f3dd72987a) in parent group-v559920. [ 1108.988101] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Creating folder: Instances. Parent ref: group-v560210. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.988374] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c398c1c5-cb25-4373-b6a0-5926a96e00b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.997889] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Created folder: Instances in parent group-v560210. [ 1108.997889] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.998202] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.998443] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bf49765-9f10-4b1b-82e4-2c99bdf48bc3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.020926] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.020926] env[68116]: value = "task-2786770" [ 1109.020926] env[68116]: _type = "Task" [ 1109.020926] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.032123] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786770, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.048539] env[68116]: DEBUG nova.compute.manager [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-changed-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.048539] env[68116]: DEBUG nova.compute.manager [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing instance network info cache due to event network-changed-0fe486e0-7c6b-4bfc-a56b-2e17bd922399. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1109.048645] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.048796] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.048985] env[68116]: DEBUG nova.network.neutron [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing network info cache for port 0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.084877] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.098196] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626dbea-e241-43c5-8089-63eb2b8a4c45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.101517] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.101916] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.119514] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6d9c70-467b-45cd-8b07-7fafb6546221 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.138206] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "refresh_cache-3a457119-da8b-4315-94ef-04f6915ba4d0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.138392] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquired lock "refresh_cache-3a457119-da8b-4315-94ef-04f6915ba4d0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.138571] env[68116]: DEBUG nova.network.neutron [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.168360] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52afafbd-424c-0a65-f9e8-65a8c450e069, 'name': SearchDatastore_Task, 'duration_secs': 0.021701} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.168651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.168971] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4b830c08-161a-4021-9a9b-711d2bccf0ea/4b830c08-161a-4021-9a9b-711d2bccf0ea.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.169253] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb94f5b-5d87-478b-b4f9-2a19d4fabea3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.176565] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1109.176565] env[68116]: value = "task-2786771" [ 1109.176565] env[68116]: _type = "Task" [ 1109.176565] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.185393] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.266687] env[68116]: DEBUG oslo_vmware.api [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.424717] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786767, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.530840] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786770, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.584883] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.605926] env[68116]: DEBUG nova.objects.instance [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'migration_context' on Instance uuid e0dcd954-15bb-4cdc-8430-989769fdb570 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.632341] env[68116]: DEBUG nova.compute.manager [None req-8ec8759d-ccc3-4b13-bf36-2066b72e077f tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Instance disappeared during snapshot {{(pid=68116) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1109.667861] env[68116]: DEBUG nova.network.neutron [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.690543] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.733256] env[68116]: DEBUG nova.network.neutron [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.768960] env[68116]: DEBUG oslo_vmware.api [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.796584] env[68116]: DEBUG nova.compute.manager [None req-8ec8759d-ccc3-4b13-bf36-2066b72e077f tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Found 0 images (rotation: 2) {{(pid=68116) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1109.904927] env[68116]: DEBUG nova.network.neutron [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updated VIF entry in instance network info cache for port 0fe486e0-7c6b-4bfc-a56b-2e17bd922399. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.905412] env[68116]: DEBUG nova.network.neutron [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "address": "fa:16:3e:f5:0a:21", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe486e0-7c", "ovs_interfaceid": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.926915] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786767, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.032408] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786770, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.058767] env[68116]: INFO nova.compute.manager [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Rescuing [ 1110.059059] env[68116]: DEBUG oslo_concurrency.lockutils [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.059218] env[68116]: DEBUG oslo_concurrency.lockutils [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.059412] env[68116]: DEBUG nova.network.neutron [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.086133] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.191749] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.236266] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Releasing lock "refresh_cache-3a457119-da8b-4315-94ef-04f6915ba4d0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.236887] env[68116]: DEBUG nova.compute.manager [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.237132] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.238244] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b389f-1bfd-4f40-bac2-0e27686715d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.250007] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.250317] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a42ccc-1264-40f5-9e45-49da5e005c66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.257529] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1110.257529] env[68116]: value = "task-2786772" [ 1110.257529] env[68116]: _type = "Task" [ 1110.257529] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.273009] env[68116]: DEBUG oslo_vmware.api [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786764, 'name': ReconfigVM_Task, 'duration_secs': 1.933475} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.276653] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.276909] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Reconfigured VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1110.279642] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.390091] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27157560-e22a-47e8-8d64-3424eb938101 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.400386] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2bd692-d5da-48f4-ba1b-1fb0d584da7a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.431921] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.432238] env[68116]: DEBUG nova.compute.manager [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Received event network-vif-plugged-c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.432445] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.432652] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Lock "62a33421-8d24-43ac-b41b-f635b7187490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.432838] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Lock "62a33421-8d24-43ac-b41b-f635b7187490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.433042] env[68116]: DEBUG nova.compute.manager [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] No waiting events found dispatching network-vif-plugged-c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.433235] env[68116]: WARNING nova.compute.manager [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Received unexpected event network-vif-plugged-c30a526a-1afd-45f5-96cf-83a4dab8a3a4 for instance with vm_state building and task_state spawning. [ 1110.433400] env[68116]: DEBUG nova.compute.manager [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Received event network-changed-c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.433557] env[68116]: DEBUG nova.compute.manager [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Refreshing instance network info cache due to event network-changed-c30a526a-1afd-45f5-96cf-83a4dab8a3a4. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1110.433754] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Acquiring lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.433890] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Acquired lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.434114] env[68116]: DEBUG nova.network.neutron [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Refreshing network info cache for port c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.439902] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f10cdd0-846d-4dbe-ab87-bc79712e0159 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.451170] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786767, 'name': CreateVM_Task, 'duration_secs': 1.287835} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.452516] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb21588-8494-4106-bafd-1f3546c21c6a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.456583] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.457694] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.457928] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.458249] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.458920] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6ffc9b-690f-431d-a64d-20979a5c6371 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.469783] env[68116]: DEBUG nova.compute.provider_tree [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.474764] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1110.474764] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526b2669-9bb8-6e74-b738-d80219ab86bb" [ 1110.474764] env[68116]: _type = "Task" [ 1110.474764] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.483020] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526b2669-9bb8-6e74-b738-d80219ab86bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.531627] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786770, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.586539] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.688310] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.776268] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.783051] env[68116]: DEBUG oslo_concurrency.lockutils [None req-082c98c0-db5b-48b2-82a5-de233fe049c8 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-69b8e486-3167-476d-b9e9-3823b20ee497-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.718s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.819337] env[68116]: DEBUG nova.network.neutron [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Updating instance_info_cache with network_info: [{"id": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "address": "fa:16:3e:47:f2:6c", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3dc25e-da", "ovs_interfaceid": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.972820] env[68116]: DEBUG nova.scheduler.client.report [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.986130] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526b2669-9bb8-6e74-b738-d80219ab86bb, 'name': SearchDatastore_Task, 'duration_secs': 0.09864} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.986558] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.986847] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.987165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.987273] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.987457] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.987746] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54bb3505-b60d-4555-9906-34d55c5adbb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.006344] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.006626] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.010115] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a299bfdd-a3de-4b62-b893-a097f5a03056 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.016394] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1111.016394] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52450054-4f63-6f95-6276-e860286f3392" [ 1111.016394] env[68116]: _type = "Task" [ 1111.016394] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.024252] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52450054-4f63-6f95-6276-e860286f3392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.032706] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786770, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.089752] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.189510] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786771, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.228626] env[68116]: DEBUG nova.network.neutron [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Updated VIF entry in instance network info cache for port c30a526a-1afd-45f5-96cf-83a4dab8a3a4. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.229145] env[68116]: DEBUG nova.network.neutron [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Updating instance_info_cache with network_info: [{"id": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "address": "fa:16:3e:0a:68:1e", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30a526a-1a", "ovs_interfaceid": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.275622] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.322120] env[68116]: DEBUG oslo_concurrency.lockutils [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.529614] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52450054-4f63-6f95-6276-e860286f3392, 'name': SearchDatastore_Task, 'duration_secs': 0.09606} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.534131] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98112f09-034d-433e-aee2-9c6e62875f28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.542583] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786770, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.544256] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1111.544256] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525bf5da-77cd-8570-a3be-eb6f5449f15c" [ 1111.544256] env[68116]: _type = "Task" [ 1111.544256] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.552743] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525bf5da-77cd-8570-a3be-eb6f5449f15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.589080] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.692754] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786771, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.732664] env[68116]: DEBUG oslo_concurrency.lockutils [req-fecea4a0-11a7-4f30-b483-dc866dafda8b req-abdeb4ce-263c-4023-9295-035fd0592c47 service nova] Releasing lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.775308] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786772, 'name': PowerOffVM_Task, 'duration_secs': 1.207075} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.775769] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.776076] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.777571] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9fba3c-7f4d-492f-a49e-749cc364fbb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.806062] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.806062] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.806277] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Deleting the datastore file [datastore2] 3a457119-da8b-4315-94ef-04f6915ba4d0 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.806389] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79724290-5643-4292-901b-d0a632c4f696 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.813282] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for the task: (returnval){ [ 1111.813282] env[68116]: value = "task-2786774" [ 1111.813282] env[68116]: _type = "Task" [ 1111.813282] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.821430] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.987562] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.886s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.039134] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786770, 'name': CreateVM_Task, 'duration_secs': 2.640705} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.039303] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.040014] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.040194] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.040515] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.040769] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6454e5-0e4e-4d9f-b130-5bc0afebb007 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.045398] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1112.045398] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b1f7f4-b2a4-bd72-1dee-bceb01aef42a" [ 1112.045398] env[68116]: _type = "Task" [ 1112.045398] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.055417] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b1f7f4-b2a4-bd72-1dee-bceb01aef42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.058760] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525bf5da-77cd-8570-a3be-eb6f5449f15c, 'name': SearchDatastore_Task, 'duration_secs': 0.096725} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.059015] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.059301] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.059495] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e39fe553-1fb2-4673-837c-3921b4abe854 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.065046] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1112.065046] env[68116]: value = "task-2786775" [ 1112.065046] env[68116]: _type = "Task" [ 1112.065046] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.072351] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.087009] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786766, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.114274} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.087250] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685/OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685.vmdk to [datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a/2a6246e4-d8aa-4eea-8762-ee6387a1021a.vmdk. [ 1112.087653] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Cleaning up location [datastore2] OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1112.087832] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_96acc1fc-b69e-4465-b3f8-fd097d25c685 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.088093] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b530e4b-70f7-445b-badc-699be0fa29ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.093737] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1112.093737] env[68116]: value = "task-2786776" [ 1112.093737] env[68116]: _type = "Task" [ 1112.093737] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.100718] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.191420] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786771, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.520094} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.191691] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 4b830c08-161a-4021-9a9b-711d2bccf0ea/4b830c08-161a-4021-9a9b-711d2bccf0ea.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.191968] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.192288] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b54226d1-6851-4dc4-b5c6-4f2c3ef10148 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.199568] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1112.199568] env[68116]: value = "task-2786777" [ 1112.199568] env[68116]: _type = "Task" [ 1112.199568] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.209069] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.283810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-69b8e486-3167-476d-b9e9-3823b20ee497-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.284098] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-69b8e486-3167-476d-b9e9-3823b20ee497-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.323779] env[68116]: DEBUG oslo_vmware.api [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Task: {'id': task-2786774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263173} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.324047] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.324243] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.324419] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.324592] env[68116]: INFO nova.compute.manager [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1112.324828] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.325023] env[68116]: DEBUG nova.compute.manager [-] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.325122] env[68116]: DEBUG nova.network.neutron [-] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.345344] env[68116]: DEBUG nova.network.neutron [-] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.560363] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b1f7f4-b2a4-bd72-1dee-bceb01aef42a, 'name': SearchDatastore_Task, 'duration_secs': 0.014046} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.560752] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.561019] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.561271] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.561420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.561601] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.561868] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a003d4bf-79c4-450a-9da6-3078fa0153ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.573530] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786775, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.577678] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.577939] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.578872] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3517d7c8-1a8d-4be6-bdaf-749ed1ea96a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.586412] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1112.586412] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5245f8d2-7d75-da1a-21b6-a487496aa0f6" [ 1112.586412] env[68116]: _type = "Task" [ 1112.586412] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.596251] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5245f8d2-7d75-da1a-21b6-a487496aa0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.604702] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051563} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.604964] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.605158] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a/2a6246e4-d8aa-4eea-8762-ee6387a1021a.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.605414] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a/2a6246e4-d8aa-4eea-8762-ee6387a1021a.vmdk to [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.605670] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fd6baca-5ffb-4d1e-9ddc-0eb1c933879d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.612972] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1112.612972] env[68116]: value = "task-2786778" [ 1112.612972] env[68116]: _type = "Task" [ 1112.612972] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.620989] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.709470] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138471} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.709774] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.710607] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace2b8a9-ab91-4b39-a49d-8939a07ae6aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.733500] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4b830c08-161a-4021-9a9b-711d2bccf0ea/4b830c08-161a-4021-9a9b-711d2bccf0ea.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.733852] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f7a1a1-41c2-4ef5-aaee-66842a47716f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.754078] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1112.754078] env[68116]: value = "task-2786779" [ 1112.754078] env[68116]: _type = "Task" [ 1112.754078] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.763148] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.786533] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.786788] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.787882] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23fc2aa-546d-42ed-9ab4-72ed68ead5e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.809106] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cc107b-d590-4251-80c4-c8feb32e6c4b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.837679] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Reconfiguring VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1112.839323] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58204e01-3127-4957-907c-d0dbedd6794d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.858206] env[68116]: DEBUG nova.network.neutron [-] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.859649] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.859649] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c4ff3a-32b4-4c76-bcc7-a6bb4531a6ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.865820] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1112.865820] env[68116]: value = "task-2786780" [ 1112.865820] env[68116]: _type = "Task" [ 1112.865820] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.868632] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1112.868632] env[68116]: value = "task-2786781" [ 1112.868632] env[68116]: _type = "Task" [ 1112.868632] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.886203] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.889936] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.075815] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87426} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.076058] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.076315] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.076603] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7bc62f-226b-49c3-9611-91517ecfcfb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.083253] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1113.083253] env[68116]: value = "task-2786782" [ 1113.083253] env[68116]: _type = "Task" [ 1113.083253] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.094971] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.098722] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5245f8d2-7d75-da1a-21b6-a487496aa0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.084103} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.099501] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd09403-9e4d-4e27-b3b7-bd7a3b7c55e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.104373] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1113.104373] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cd8409-b713-2460-d577-d7f4fba2a89c" [ 1113.104373] env[68116]: _type = "Task" [ 1113.104373] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.111849] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cd8409-b713-2460-d577-d7f4fba2a89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.122251] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786778, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.265141] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.357948] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.358246] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.358834] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.359107] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.359298] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.362379] env[68116]: INFO nova.compute.manager [-] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Took 1.04 seconds to deallocate network for instance. [ 1113.362942] env[68116]: INFO nova.compute.manager [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Terminating instance [ 1113.386421] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.389800] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786781, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.533038] env[68116]: INFO nova.compute.manager [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Swapping old allocation on dict_keys(['b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1']) held by migration 5f6aaf92-8d8b-4e2a-b87a-90a77612f313 for instance [ 1113.560411] env[68116]: DEBUG nova.scheduler.client.report [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Overwriting current allocation {'allocations': {'b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 142}}, 'project_id': '34a033fa8bad43f18c2523a46fef606d', 'user_id': '854b17566e244d58b7fe4abbea4ddbd0', 'consumer_generation': 1} on consumer e0dcd954-15bb-4cdc-8430-989769fdb570 {{(pid=68116) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1113.593978] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126991} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.594429] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.595341] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877608a7-1524-4343-8ad1-e09f2bd0fd17 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.619216] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.622791] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de39dd62-e7d8-4d49-8fa9-8331fd91e079 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.647204] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cd8409-b713-2460-d577-d7f4fba2a89c, 'name': SearchDatastore_Task, 'duration_secs': 0.016052} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.651357] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.651696] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 62a33421-8d24-43ac-b41b-f635b7187490/62a33421-8d24-43ac-b41b-f635b7187490.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.651996] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1113.651996] env[68116]: value = "task-2786783" [ 1113.651996] env[68116]: _type = "Task" [ 1113.651996] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.652230] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786778, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.652464] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c0fcb1-9db5-42ce-b1ce-b7f8aa270d93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.663966] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1113.663966] env[68116]: value = "task-2786784" [ 1113.663966] env[68116]: _type = "Task" [ 1113.663966] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.668248] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.677058] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.709851] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.710194] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.710308] env[68116]: DEBUG nova.network.neutron [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.766270] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.878567] env[68116]: DEBUG nova.compute.manager [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.878872] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.879731] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.879985] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.880202] env[68116]: DEBUG nova.objects.instance [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lazy-loading 'resources' on Instance uuid 3a457119-da8b-4315-94ef-04f6915ba4d0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.881258] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.882232] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d9a70-2ac7-46a4-9c9c-d815f3cddf04 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.893919] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786781, 'name': PowerOffVM_Task, 'duration_secs': 0.663468} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.895984] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.896594] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.897332] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02056110-c332-486d-bf9f-cc10bdca15c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.899927] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d3dc2d-c0ad-43bf-82b6-d998b4361499 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.920734] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0041fe7-1e34-4443-bcfe-6d8d6727f34b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.923821] env[68116]: DEBUG oslo_vmware.api [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1113.923821] env[68116]: value = "task-2786785" [ 1113.923821] env[68116]: _type = "Task" [ 1113.923821] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.937251] env[68116]: DEBUG oslo_vmware.api [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.964524] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.964816] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce099002-8e85-4f2a-94d2-92f6c3216364 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.972224] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1113.972224] env[68116]: value = "task-2786786" [ 1113.972224] env[68116]: _type = "Task" [ 1113.972224] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.980901] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.132548] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786778, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.165226] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.177759] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.266018] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.379300] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.438834] env[68116]: DEBUG oslo_vmware.api [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786785, 'name': PowerOffVM_Task, 'duration_secs': 0.270471} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.438834] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.438834] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.438834] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c406fea-eea9-4f1d-a3b6-22f5733fd8ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.484304] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1114.484542] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.484801] env[68116]: DEBUG oslo_concurrency.lockutils [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.485176] env[68116]: DEBUG oslo_concurrency.lockutils [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.485176] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.485410] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6460a824-8a54-471a-a3dc-faa782c26448 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.506967] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.507213] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.508068] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bebf9f-a9b9-4c9c-916a-8018a437db1a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.515077] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1114.515077] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521c2bbf-2c37-f2f4-0525-122d1743a061" [ 1114.515077] env[68116]: _type = "Task" [ 1114.515077] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.516459] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.516757] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.519503] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleting the datastore file [datastore1] 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.520569] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5bc0728-0788-49f5-85ba-9d94b0c89025 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.529711] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521c2bbf-2c37-f2f4-0525-122d1743a061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.533405] env[68116]: DEBUG oslo_vmware.api [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for the task: (returnval){ [ 1114.533405] env[68116]: value = "task-2786788" [ 1114.533405] env[68116]: _type = "Task" [ 1114.533405] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.546232] env[68116]: DEBUG oslo_vmware.api [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.616300] env[68116]: DEBUG nova.network.neutron [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [{"id": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "address": "fa:16:3e:99:d5:96", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c350735-88", "ovs_interfaceid": "8c350735-88b5-4b9d-a30b-43cc279f97d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.629058] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316a8d21-7d8a-4c7a-b184-77c3084d0e83 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.640496] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786778, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.641700] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7284084-53ac-456e-9814-ea8b8b0f0a7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.685190] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396a5cb3-91ff-4b00-917b-f93ded9d0877 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.693257] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786783, 'name': ReconfigVM_Task, 'duration_secs': 1.020032} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.698615] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d/616d11a3-6b3f-4d9a-a765-ff920cc39e4d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.699839] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.700109] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0dd246f-38b3-41ed-9f14-bdf6add1a6a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.702920] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd9791-15f6-47a0-9f6b-b9de2a99d30f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.711766] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1114.711766] env[68116]: value = "task-2786789" [ 1114.711766] env[68116]: _type = "Task" [ 1114.711766] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.721878] env[68116]: DEBUG nova.compute.provider_tree [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.732291] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786789, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.767781] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786779, 'name': ReconfigVM_Task, 'duration_secs': 1.58374} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.768379] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4b830c08-161a-4021-9a9b-711d2bccf0ea/4b830c08-161a-4021-9a9b-711d2bccf0ea.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.768876] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2602bf7b-0921-4ced-b031-4f73a4ce207d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.776597] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1114.776597] env[68116]: value = "task-2786790" [ 1114.776597] env[68116]: _type = "Task" [ 1114.776597] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.785560] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786790, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.882917] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.026902] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521c2bbf-2c37-f2f4-0525-122d1743a061, 'name': SearchDatastore_Task, 'duration_secs': 0.089406} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.027999] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc19e685-9cbb-47f0-8adb-4392f784465a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.034673] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1115.034673] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523fc3cd-9601-d36d-efc9-8b64e4f5ff2c" [ 1115.034673] env[68116]: _type = "Task" [ 1115.034673] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.047850] env[68116]: DEBUG oslo_vmware.api [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Task: {'id': task-2786788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244176} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.051265] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.051495] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.051721] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.051905] env[68116]: INFO nova.compute.manager [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1115.052169] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.052382] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523fc3cd-9601-d36d-efc9-8b64e4f5ff2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.052671] env[68116]: DEBUG nova.compute.manager [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.052771] env[68116]: DEBUG nova.network.neutron [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.122631] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-e0dcd954-15bb-4cdc-8430-989769fdb570" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.123819] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2e9a62-2fec-48c5-a982-80e93ace122e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.139699] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e49f0a6-1f45-4360-872c-0f4d17ca135f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.143060] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786778, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.187754] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.228232] env[68116]: DEBUG nova.scheduler.client.report [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.235475] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786789, 'name': Rename_Task, 'duration_secs': 0.351124} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.236159] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.236455] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838653de-26d1-48b2-8ec2-8da82ec14f9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.245463] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1115.245463] env[68116]: value = "task-2786791" [ 1115.245463] env[68116]: _type = "Task" [ 1115.245463] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.255341] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.288814] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786790, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.371678] env[68116]: DEBUG nova.compute.manager [req-51d95a2f-1c79-435a-ab02-24b0eaf9e37f req-f07ac27c-8ca3-4c90-88ac-0c2805124c89 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Received event network-vif-deleted-79d1c435-b96b-4aff-bd9e-b0be86082816 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.371978] env[68116]: INFO nova.compute.manager [req-51d95a2f-1c79-435a-ab02-24b0eaf9e37f req-f07ac27c-8ca3-4c90-88ac-0c2805124c89 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Neutron deleted interface 79d1c435-b96b-4aff-bd9e-b0be86082816; detaching it from the instance and deleting it from the info cache [ 1115.372252] env[68116]: DEBUG nova.network.neutron [req-51d95a2f-1c79-435a-ab02-24b0eaf9e37f req-f07ac27c-8ca3-4c90-88ac-0c2805124c89 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.384281] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.548519] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523fc3cd-9601-d36d-efc9-8b64e4f5ff2c, 'name': SearchDatastore_Task, 'duration_secs': 0.09051} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.550040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.550040] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. {{(pid=68116) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1115.550040] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588a3141-0e8d-4fbc-a502-3888cd4f3ead {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.557262] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1115.557262] env[68116]: value = "task-2786792" [ 1115.557262] env[68116]: _type = "Task" [ 1115.557262] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.566989] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.637279] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786778, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.836045} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.637551] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2a6246e4-d8aa-4eea-8762-ee6387a1021a/2a6246e4-d8aa-4eea-8762-ee6387a1021a.vmdk to [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.638349] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18d7979-0ed1-463a-bff4-cf9ea52bccc7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.661072] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.661410] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333e65cf-2b34-45e0-acb3-d4a6b6399cd7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.683794] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1115.683794] env[68116]: value = "task-2786793" [ 1115.683794] env[68116]: _type = "Task" [ 1115.683794] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.691410] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.696300] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.737960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.756471] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.773035] env[68116]: INFO nova.scheduler.client.report [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Deleted allocations for instance 3a457119-da8b-4315-94ef-04f6915ba4d0 [ 1115.787934] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786790, 'name': Rename_Task, 'duration_secs': 0.624023} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.788250] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.788510] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0482cc0a-c519-4cc0-a7e1-250e101d5e4d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.796416] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1115.796416] env[68116]: value = "task-2786794" [ 1115.796416] env[68116]: _type = "Task" [ 1115.796416] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.805841] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.846675] env[68116]: DEBUG nova.network.neutron [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.878193] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76576f26-9591-468b-a03d-b5b2d3eb105a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.887016] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.890938] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ddd9d0-f147-41f4-a6c8-86804c543d86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.925445] env[68116]: DEBUG nova.compute.manager [req-51d95a2f-1c79-435a-ab02-24b0eaf9e37f req-f07ac27c-8ca3-4c90-88ac-0c2805124c89 service nova] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Detach interface failed, port_id=79d1c435-b96b-4aff-bd9e-b0be86082816, reason: Instance 3b00db3a-6f8c-4a55-a257-115e6e70fd98 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1116.069519] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786792, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.193450] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786784, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.160116} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.194305] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 62a33421-8d24-43ac-b41b-f635b7187490/62a33421-8d24-43ac-b41b-f635b7187490.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.194593] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.194944] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c54c7bd2-e1d0-4d99-9d1e-759677716115 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.200691] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.205050] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1116.205050] env[68116]: value = "task-2786795" [ 1116.205050] env[68116]: _type = "Task" [ 1116.205050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.213838] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.244804] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.245175] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-defde5e3-e400-40a8-a5d4-14ad41674a69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.256088] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786791, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.257824] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1116.257824] env[68116]: value = "task-2786796" [ 1116.257824] env[68116]: _type = "Task" [ 1116.257824] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.266247] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.283953] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1afacce7-cf2e-4535-bd92-13f98455e3a5 tempest-ServersAaction247Test-471315716 tempest-ServersAaction247Test-471315716-project-member] Lock "3a457119-da8b-4315-94ef-04f6915ba4d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.651s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.311472] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786794, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.349623] env[68116]: INFO nova.compute.manager [-] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Took 1.30 seconds to deallocate network for instance. [ 1116.390821] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.570728] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82978} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.571073] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. [ 1116.572010] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a7cd23-43a0-4aab-a935-33a060cc0860 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.597803] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.598180] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad0d9d9-4844-40bb-a09f-22dd4a205385 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.616105] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1116.616105] env[68116]: value = "task-2786797" [ 1116.616105] env[68116]: _type = "Task" [ 1116.616105] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.626038] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.695531] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786793, 'name': ReconfigVM_Task, 'duration_secs': 0.801512} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.695839] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246/96e1f3e8-9911-4fe1-a165-48cb371a3246.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.696512] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe4c909-4eab-4d45-ae4e-c4ecff99a3b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.709940] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1116.709940] env[68116]: value = "task-2786798" [ 1116.709940] env[68116]: _type = "Task" [ 1116.709940] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.715928] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123336} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.716507] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.717281] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e9c74-4062-416b-9235-06432965f518 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.722744] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786798, 'name': Rename_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.744356] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 62a33421-8d24-43ac-b41b-f635b7187490/62a33421-8d24-43ac-b41b-f635b7187490.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.744731] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da100d1b-3671-4f5c-a2f5-92d9c59336df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.768874] env[68116]: DEBUG oslo_vmware.api [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786791, 'name': PowerOnVM_Task, 'duration_secs': 1.180804} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.772797] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.773060] env[68116]: DEBUG nova.compute.manager [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.773444] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1116.773444] env[68116]: value = "task-2786799" [ 1116.773444] env[68116]: _type = "Task" [ 1116.773444] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.773668] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786796, 'name': PowerOffVM_Task, 'duration_secs': 0.349168} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.774358] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278c52d4-14a1-4acd-ac19-8efe227afd2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.776933] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.777593] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.777817] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.777973] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.778172] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.778316] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.778461] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.778668] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.778824] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.779088] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.779280] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.779455] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.787403] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c58a34f-60bd-4696-b8a8-ef8408bde272 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.805385] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.811152] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1116.811152] env[68116]: value = "task-2786800" [ 1116.811152] env[68116]: _type = "Task" [ 1116.811152] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.816910] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.821819] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.858797] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.858797] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.858797] env[68116]: DEBUG nova.objects.instance [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lazy-loading 'resources' on Instance uuid 3b00db3a-6f8c-4a55-a257-115e6e70fd98 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.883903] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.126857] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.220598] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786798, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.287211] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.314155] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.320121] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.326278] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.386839] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.585498] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e8b68e-8978-45b4-b893-66bdf51fa13a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.592026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a7deab-32f4-4423-a316-24ea0f4749d3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.625444] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5876e-d856-4222-b66d-51823370683a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.635307] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.636589] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7fcef-ce89-4695-ac35-643f0a2a4b87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.652010] env[68116]: DEBUG nova.compute.provider_tree [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.721596] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786798, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.786975] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.807732] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.824304] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.890221] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.987933] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "a97904d4-aa99-426b-a1b2-21db87db22e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.988245] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.988476] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "a97904d4-aa99-426b-a1b2-21db87db22e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.988661] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.988836] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.990867] env[68116]: INFO nova.compute.manager [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Terminating instance [ 1118.135840] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.155450] env[68116]: DEBUG nova.scheduler.client.report [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.221984] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786798, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.297418] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.311628] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.325749] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.386863] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.494597] env[68116]: DEBUG nova.compute.manager [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.497348] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.497348] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef4828-f026-493d-8c23-9f095d3a4c07 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.504893] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.505262] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-526617ab-8e4d-41ed-bd1e-1a579a7c0c9f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.511436] env[68116]: DEBUG oslo_vmware.api [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1118.511436] env[68116]: value = "task-2786801" [ 1118.511436] env[68116]: _type = "Task" [ 1118.511436] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.520434] env[68116]: DEBUG oslo_vmware.api [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.633185] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.662634] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.663418] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.344s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.663792] env[68116]: DEBUG nova.objects.instance [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1118.692123] env[68116]: INFO nova.scheduler.client.report [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Deleted allocations for instance 3b00db3a-6f8c-4a55-a257-115e6e70fd98 [ 1118.724055] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786798, 'name': Rename_Task, 'duration_secs': 2.019679} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.724183] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.724530] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed99c3d0-5a71-411b-8a68-6f7a60f9fb11 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.735657] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1118.735657] env[68116]: value = "task-2786802" [ 1118.735657] env[68116]: _type = "Task" [ 1118.735657] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.744138] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.788677] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.810653] env[68116]: DEBUG oslo_vmware.api [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786794, 'name': PowerOnVM_Task, 'duration_secs': 2.922569} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.810975] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.811235] env[68116]: INFO nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Took 13.90 seconds to spawn the instance on the hypervisor. [ 1118.811452] env[68116]: DEBUG nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.812352] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877f8fb-e389-47d7-9390-db759d27ae23 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.828813] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.888962] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.023498] env[68116]: DEBUG oslo_vmware.api [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786801, 'name': PowerOffVM_Task, 'duration_secs': 0.321899} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.023827] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.024035] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.024317] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2604171-c054-4fdd-8273-5ed03fca887c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.087776] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.087955] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.088846] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleting the datastore file [datastore1] a97904d4-aa99-426b-a1b2-21db87db22e8 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.088846] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713e45a4-4be9-4263-b280-1f161854e73d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.099584] env[68116]: DEBUG oslo_vmware.api [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1119.099584] env[68116]: value = "task-2786804" [ 1119.099584] env[68116]: _type = "Task" [ 1119.099584] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.109559] env[68116]: DEBUG oslo_vmware.api [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.133421] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786797, 'name': ReconfigVM_Task, 'duration_secs': 2.219758} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.133745] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.134678] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ceed6e-3b55-43ba-985e-cd5524d1b046 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.164873] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc857da-32bf-4d6f-8159-83bfcb45595f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.187020] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1119.187020] env[68116]: value = "task-2786805" [ 1119.187020] env[68116]: _type = "Task" [ 1119.187020] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.198532] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.202227] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65d02374-b5ce-46ee-8f53-8856069ac84f tempest-ServersNegativeTestJSON-2006371617 tempest-ServersNegativeTestJSON-2006371617-project-member] Lock "3b00db3a-6f8c-4a55-a257-115e6e70fd98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.843s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.245567] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786802, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.291780] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786799, 'name': ReconfigVM_Task, 'duration_secs': 2.067957} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.292232] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 62a33421-8d24-43ac-b41b-f635b7187490/62a33421-8d24-43ac-b41b-f635b7187490.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.292802] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-336acaa0-709f-4e13-9800-363f95f5ce36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.300054] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1119.300054] env[68116]: value = "task-2786806" [ 1119.300054] env[68116]: _type = "Task" [ 1119.300054] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.309952] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786806, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.330869] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786800, 'name': ReconfigVM_Task, 'duration_secs': 2.116954} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.333344] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a512f4d-310f-47f3-ad97-6bdb9e4ba868 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.338246] env[68116]: INFO nova.compute.manager [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Took 22.37 seconds to build instance. [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.358025] env[68116]: DEBUG nova.virt.hardware [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.359295] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf48b6b-f938-40d8-947f-04780b30e13d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.365665] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1119.365665] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5213c469-c198-2020-17d7-a15740f7ee9d" [ 1119.365665] env[68116]: _type = "Task" [ 1119.365665] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.374628] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5213c469-c198-2020-17d7-a15740f7ee9d, 'name': SearchDatastore_Task, 'duration_secs': 0.006992} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.380106] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.381307] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2a5eee-cb2a-454e-820a-ac3254ec2a92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.406159] env[68116]: DEBUG oslo_vmware.api [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786780, 'name': ReconfigVM_Task, 'duration_secs': 6.125343} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.407546] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.407808] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Reconfigured VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1119.410250] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1119.410250] env[68116]: value = "task-2786807" [ 1119.410250] env[68116]: _type = "Task" [ 1119.410250] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.418700] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.610025] env[68116]: DEBUG oslo_vmware.api [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173084} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.610025] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.610025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.610025] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.610279] env[68116]: INFO nova.compute.manager [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1119.610364] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.610551] env[68116]: DEBUG nova.compute.manager [-] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.610642] env[68116]: DEBUG nova.network.neutron [-] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.685974] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8873e269-1280-4abc-a82c-f314528f9333 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.704657] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786805, 'name': ReconfigVM_Task, 'duration_secs': 0.163884} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.705213] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.705481] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a718c1-9743-4cf4-aacf-de6bc1f32dba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.712247] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1119.712247] env[68116]: value = "task-2786808" [ 1119.712247] env[68116]: _type = "Task" [ 1119.712247] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.722453] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.747213] env[68116]: DEBUG oslo_vmware.api [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786802, 'name': PowerOnVM_Task, 'duration_secs': 0.535806} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.751020] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.812927] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786806, 'name': Rename_Task, 'duration_secs': 0.153027} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.812927] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.812927] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b56a47a-3bd3-4321-bfcc-600bdb67be30 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.820646] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1119.820646] env[68116]: value = "task-2786809" [ 1119.820646] env[68116]: _type = "Task" [ 1119.820646] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.835212] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.859730] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5cb9e4fa-2377-4ad1-8c86-edc9cfd556b8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.900s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.895304] env[68116]: DEBUG nova.compute.manager [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.896313] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693bb181-f4b7-4c14-87c4-daaeddb3e4eb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.920117] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786807, 'name': ReconfigVM_Task, 'duration_secs': 0.207175} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.920439] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.921297] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ce278-e05e-4903-b3fc-7d07292b53e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.954076] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.954451] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a079c1-c820-4d81-ba7e-8e9656e3554a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.980098] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1119.980098] env[68116]: value = "task-2786810" [ 1119.980098] env[68116]: _type = "Task" [ 1119.980098] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.987344] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.048356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "5b3262ca-903a-4828-a774-4243c52c15b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.048356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "5b3262ca-903a-4828-a774-4243c52c15b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.049103] env[68116]: DEBUG nova.compute.manager [req-88ac7058-dc65-4bef-80ab-2da8c4540827 req-34e41fd8-bdcd-40e6-ac90-4da477eef17c service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Received event network-vif-deleted-d6c88172-2cc0-4c67-bbc4-ac787e84c94e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1120.049355] env[68116]: INFO nova.compute.manager [req-88ac7058-dc65-4bef-80ab-2da8c4540827 req-34e41fd8-bdcd-40e6-ac90-4da477eef17c service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Neutron deleted interface d6c88172-2cc0-4c67-bbc4-ac787e84c94e; detaching it from the instance and deleting it from the info cache [ 1120.049576] env[68116]: DEBUG nova.network.neutron [req-88ac7058-dc65-4bef-80ab-2da8c4540827 req-34e41fd8-bdcd-40e6-ac90-4da477eef17c service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.223543] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.336753] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786809, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.391038] env[68116]: DEBUG nova.network.neutron [-] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.415881] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ac0ff11-a624-454f-a4f9-77f84d667a8d tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.967s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.488365] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.552473] env[68116]: DEBUG nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.559111] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b15c7828-ce81-48a0-a0f9-7908204fd188 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.572455] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8cf7c5-e7ca-429c-9640-63d6760d8cb2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.623390] env[68116]: DEBUG nova.compute.manager [req-88ac7058-dc65-4bef-80ab-2da8c4540827 req-34e41fd8-bdcd-40e6-ac90-4da477eef17c service nova] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Detach interface failed, port_id=d6c88172-2cc0-4c67-bbc4-ac787e84c94e, reason: Instance a97904d4-aa99-426b-a1b2-21db87db22e8 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1120.728643] env[68116]: DEBUG oslo_vmware.api [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786808, 'name': PowerOnVM_Task, 'duration_secs': 0.621118} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.728950] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.735062] env[68116]: DEBUG nova.compute.manager [None req-619f89bf-2d7e-44ec-aa9c-b69665d24836 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.735929] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36853cd7-9c7f-445c-8fe9-c189b6ac9233 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.831911] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786809, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.893206] env[68116]: INFO nova.compute.manager [-] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Took 1.28 seconds to deallocate network for instance. [ 1120.988921] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786810, 'name': ReconfigVM_Task, 'duration_secs': 0.536336} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.993055] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570/e0dcd954-15bb-4cdc-8430-989769fdb570.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.994322] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c672137-d8ef-4591-a5dd-aa3b72e962a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.018246] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75661789-8bc8-4c27-9991-0544a38db1df {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.044598] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3366080-c705-44af-b9e9-4d12ca1e4bec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.075385] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d856ca60-eb71-4b22-a427-280bfb927ea5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.084263] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.084875] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78b4087c-80a2-49b2-a578-d7329af74374 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.094114] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1121.094114] env[68116]: value = "task-2786811" [ 1121.094114] env[68116]: _type = "Task" [ 1121.094114] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.094114] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.094114] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.095655] env[68116]: INFO nova.compute.claims [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.107475] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786811, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.124154] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.124337] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.124835] env[68116]: DEBUG nova.network.neutron [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.286284] env[68116]: DEBUG nova.compute.manager [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.287396] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4c673e-42d9-413e-b90b-ef3c7ce37eb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.335060] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.402370] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.612498] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.645967] env[68116]: DEBUG nova.compute.manager [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.645967] env[68116]: DEBUG nova.compute.manager [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing instance network info cache due to event network-changed-dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1121.645967] env[68116]: DEBUG oslo_concurrency.lockutils [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] Acquiring lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.801142] env[68116]: INFO nova.compute.manager [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] instance snapshotting [ 1121.805039] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a39690-ab46-48bd-8617-8452b7d97ce5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.832452] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc7576-bf12-48fd-949e-b7c39feffc8a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.840271] env[68116]: DEBUG oslo_vmware.api [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786809, 'name': PowerOnVM_Task, 'duration_secs': 1.706595} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.842187] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.842399] env[68116]: INFO nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Took 14.56 seconds to spawn the instance on the hypervisor. [ 1121.842581] env[68116]: DEBUG nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.845498] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf92cf-7847-4835-9875-cfcd087703f2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.947415] env[68116]: INFO nova.network.neutron [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Port 0fe486e0-7c6b-4bfc-a56b-2e17bd922399 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1121.948091] env[68116]: DEBUG nova.network.neutron [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.117148] env[68116]: DEBUG oslo_vmware.api [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786811, 'name': PowerOnVM_Task, 'duration_secs': 0.729528} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.117519] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.301952] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9a242-8366-4758-a663-7990a92c6644 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.309808] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fcc622-f787-46f0-89b6-83ac832b3cdf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.341419] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047618dc-be46-41f7-ac39-c148a344aaa7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.349348] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ef1d81-fc33-4a6c-b8ed-8b14d92ce8d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.354117] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1122.354388] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5cdf743-dd00-48b3-a27e-7450233772f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.369072] env[68116]: DEBUG nova.compute.provider_tree [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.374228] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1122.374228] env[68116]: value = "task-2786812" [ 1122.374228] env[68116]: _type = "Task" [ 1122.374228] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.374228] env[68116]: INFO nova.compute.manager [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Took 24.77 seconds to build instance. [ 1122.383623] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.392674] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-973199f9-6247-4e7e-92b4-16d76a00e574-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.392943] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-973199f9-6247-4e7e-92b4-16d76a00e574-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.393545] env[68116]: DEBUG nova.objects.instance [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'flavor' on Instance uuid 973199f9-6247-4e7e-92b4-16d76a00e574 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.451330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.453584] env[68116]: DEBUG oslo_concurrency.lockutils [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] Acquired lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.454345] env[68116]: DEBUG nova.network.neutron [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Refreshing network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.604688] env[68116]: INFO nova.compute.manager [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Unrescuing [ 1122.605126] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.605781] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquired lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.606057] env[68116]: DEBUG nova.network.neutron [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.874449] env[68116]: DEBUG nova.scheduler.client.report [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.879085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-86b1efe3-cb75-46d1-bbe7-c227ff2b40e5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.292s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.891180] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.959023] env[68116]: DEBUG oslo_concurrency.lockutils [None req-07c240f9-6f3f-4f7d-be50-835d054c2715 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-69b8e486-3167-476d-b9e9-3823b20ee497-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.675s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.995237] env[68116]: DEBUG nova.objects.instance [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'pci_requests' on Instance uuid 973199f9-6247-4e7e-92b4-16d76a00e574 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.166306] env[68116]: INFO nova.compute.manager [None req-ae264ecc-7fc3-4881-9cb1-5efbca5140f2 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance to original state: 'active' [ 1123.365453] env[68116]: DEBUG nova.network.neutron [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Updating instance_info_cache with network_info: [{"id": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "address": "fa:16:3e:47:f2:6c", "network": {"id": "5add07b8-abbc-4b48-bb67-abd5ede08216", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-623100981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb8b74d7790647c796dbce3525f8e4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a3dc25e-da", "ovs_interfaceid": "1a3dc25e-da6c-4d0c-bfc6-72d616ac8120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.385188] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.385661] env[68116]: DEBUG nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.391237] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.989s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.391455] env[68116]: DEBUG nova.objects.instance [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lazy-loading 'resources' on Instance uuid a97904d4-aa99-426b-a1b2-21db87db22e8 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.397878] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786812, 'name': CreateSnapshot_Task, 'duration_secs': 0.951177} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.399099] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1123.399240] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9c44a-597c-4105-830a-020a9be2b670 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.419011] env[68116]: DEBUG nova.compute.manager [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Received event network-changed-c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.419218] env[68116]: DEBUG nova.compute.manager [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Refreshing instance network info cache due to event network-changed-c30a526a-1afd-45f5-96cf-83a4dab8a3a4. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1123.419473] env[68116]: DEBUG oslo_concurrency.lockutils [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] Acquiring lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.419846] env[68116]: DEBUG oslo_concurrency.lockutils [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] Acquired lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.420073] env[68116]: DEBUG nova.network.neutron [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Refreshing network info cache for port c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.468271] env[68116]: DEBUG nova.network.neutron [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updated VIF entry in instance network info cache for port dba6fbea-6cc7-4b2a-bc2b-479e244650b7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.468652] env[68116]: DEBUG nova.network.neutron [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [{"id": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "address": "fa:16:3e:af:ed:43", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba6fbea-6c", "ovs_interfaceid": "dba6fbea-6cc7-4b2a-bc2b-479e244650b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.497464] env[68116]: DEBUG nova.objects.base [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Object Instance<973199f9-6247-4e7e-92b4-16d76a00e574> lazy-loaded attributes: flavor,pci_requests {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.497681] env[68116]: DEBUG nova.network.neutron [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.558279] env[68116]: DEBUG nova.policy [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd420ca21cbed4e0d950803bf29d8bf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2be0c9432142bca244e4c73402ecb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.674327] env[68116]: DEBUG nova.compute.manager [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.674522] env[68116]: DEBUG nova.compute.manager [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing instance network info cache due to event network-changed-f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1123.674768] env[68116]: DEBUG oslo_concurrency.lockutils [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.674925] env[68116]: DEBUG oslo_concurrency.lockutils [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.675105] env[68116]: DEBUG nova.network.neutron [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.869715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Releasing lock "refresh_cache-8ad1a07d-0039-4039-8470-74c29785f9d2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.870436] env[68116]: DEBUG nova.objects.instance [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lazy-loading 'flavor' on Instance uuid 8ad1a07d-0039-4039-8470-74c29785f9d2 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.892858] env[68116]: DEBUG nova.compute.utils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.894898] env[68116]: DEBUG nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.895119] env[68116]: DEBUG nova.network.neutron [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.922785] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1123.928449] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-988b4c77-ea43-45cb-bab1-2ab844550930 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.937146] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1123.937146] env[68116]: value = "task-2786813" [ 1123.937146] env[68116]: _type = "Task" [ 1123.937146] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.945996] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786813, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.974874] env[68116]: DEBUG oslo_concurrency.lockutils [req-155a50dc-22bf-409c-8a58-bd8f5058d66e req-4b25dd61-732d-4cea-afc6-616659baf8be service nova] Releasing lock "refresh_cache-69b8e486-3167-476d-b9e9-3823b20ee497" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.994843] env[68116]: DEBUG nova.policy [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd333074b01c44d5ea3320603fa9c6da3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6b45bc3f0a94f43b940ed3cf57aa040', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.132623] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8602f063-cb11-47e6-85ae-5351c89963a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.140557] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aa9a02-f3b0-47c3-bd42-7e35e2ee3e60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.188024] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b670d398-7ee9-4e5c-8e4c-1fc9f2393db0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.195241] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bfd8c8-2d8c-461d-b9d4-5223423b6719 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.214641] env[68116]: DEBUG nova.compute.provider_tree [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.376270] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e5a0ab-6c83-41cc-bbc8-3f081ab714fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.400324] env[68116]: DEBUG nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.403354] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.408235] env[68116]: DEBUG nova.network.neutron [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Updated VIF entry in instance network info cache for port c30a526a-1afd-45f5-96cf-83a4dab8a3a4. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.408235] env[68116]: DEBUG nova.network.neutron [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Updating instance_info_cache with network_info: [{"id": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "address": "fa:16:3e:0a:68:1e", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30a526a-1a", "ovs_interfaceid": "c30a526a-1afd-45f5-96cf-83a4dab8a3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.409033] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2f03c9c-1b82-48eb-bcee-63e1778fc1dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.423584] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1124.423584] env[68116]: value = "task-2786814" [ 1124.423584] env[68116]: _type = "Task" [ 1124.423584] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.435962] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.451051] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786813, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.457783] env[68116]: DEBUG nova.network.neutron [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updated VIF entry in instance network info cache for port f37625b5-3c70-4e58-ac49-a37b1b21ffc8. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.458410] env[68116]: DEBUG nova.network.neutron [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.510737] env[68116]: DEBUG nova.network.neutron [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Successfully created port: a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.717658] env[68116]: DEBUG nova.scheduler.client.report [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.916077] env[68116]: DEBUG oslo_concurrency.lockutils [req-3e16b144-c6f1-42bc-a907-679a177a2a08 req-6050b11f-8b69-4090-b5ff-7252bddc6d44 service nova] Releasing lock "refresh_cache-62a33421-8d24-43ac-b41b-f635b7187490" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.931535] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786814, 'name': PowerOffVM_Task, 'duration_secs': 0.352893} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.931834] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.937243] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.937533] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981c349f-2fd1-44c9-8caf-4dc1b861f2cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.962358] env[68116]: DEBUG oslo_concurrency.lockutils [req-5bb8e7f4-91d0-4950-a306-3abfedd16f5d req-74dd8b1f-a966-4fd7-92f1-0b6a0302b275 service nova] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.962760] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786813, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.964329] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1124.964329] env[68116]: value = "task-2786815" [ 1124.964329] env[68116]: _type = "Task" [ 1124.964329] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.973884] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.044998] env[68116]: DEBUG nova.network.neutron [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Successfully updated port: 0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.222627] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.246601] env[68116]: INFO nova.scheduler.client.report [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted allocations for instance a97904d4-aa99-426b-a1b2-21db87db22e8 [ 1125.419096] env[68116]: DEBUG nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.447084] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.447990] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.447990] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.447990] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.447990] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.447990] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.448268] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.448352] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.448521] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.448722] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.448847] env[68116]: DEBUG nova.virt.hardware [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.449796] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fd98c-7a24-4adc-91df-d45e13471ff5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.454451] env[68116]: DEBUG nova.compute.manager [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-vif-plugged-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.454721] env[68116]: DEBUG oslo_concurrency.lockutils [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] Acquiring lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.454957] env[68116]: DEBUG oslo_concurrency.lockutils [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] Lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.455140] env[68116]: DEBUG oslo_concurrency.lockutils [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] Lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.455320] env[68116]: DEBUG nova.compute.manager [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] No waiting events found dispatching network-vif-plugged-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.455488] env[68116]: WARNING nova.compute.manager [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received unexpected event network-vif-plugged-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 for instance with vm_state active and task_state None. [ 1125.455644] env[68116]: DEBUG nova.compute.manager [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-changed-0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.455880] env[68116]: DEBUG nova.compute.manager [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing instance network info cache due to event network-changed-0fe486e0-7c6b-4bfc-a56b-2e17bd922399. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.456105] env[68116]: DEBUG oslo_concurrency.lockutils [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.456248] env[68116]: DEBUG oslo_concurrency.lockutils [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.456408] env[68116]: DEBUG nova.network.neutron [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Refreshing network info cache for port 0fe486e0-7c6b-4bfc-a56b-2e17bd922399 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.466258] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3d0b45-6677-4086-9440-e9fc9ea18d13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.477370] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786813, 'name': CloneVM_Task, 'duration_secs': 1.428664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.477911] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Created linked-clone VM from snapshot [ 1125.478881] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf08e2a-0d27-4bbf-b37e-0d4041baec73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.491628] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786815, 'name': ReconfigVM_Task, 'duration_secs': 0.48201} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.492188] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.492398] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.492619] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf82deec-3127-434f-9e21-639a7d7a5814 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.496921] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Uploading image 9e4fb0bf-d0ff-46ed-adc1-e4d0fcab3842 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1125.500830] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1125.500830] env[68116]: value = "task-2786816" [ 1125.500830] env[68116]: _type = "Task" [ 1125.500830] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.503745] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "e0dcd954-15bb-4cdc-8430-989769fdb570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.503961] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.504180] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.504735] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.504921] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.507274] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1125.507711] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02b05c45-8a20-4380-a4dd-6c808bfb8c0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.511827] env[68116]: INFO nova.compute.manager [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Terminating instance [ 1125.513180] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.519237] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1125.519237] env[68116]: value = "task-2786817" [ 1125.519237] env[68116]: _type = "Task" [ 1125.519237] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.528696] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786817, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.547679] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.755472] env[68116]: DEBUG oslo_concurrency.lockutils [None req-181c47a7-de6c-4d9f-aac7-af3d306a161c tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "a97904d4-aa99-426b-a1b2-21db87db22e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.767s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.012776] env[68116]: DEBUG oslo_vmware.api [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786816, 'name': PowerOnVM_Task, 'duration_secs': 0.476778} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.013123] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.013341] env[68116]: DEBUG nova.compute.manager [None req-aecd47f0-7e0b-4c5c-926f-bf9b0092b772 tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.014115] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e9b9d-f5aa-41d2-aa4f-bff729f5ab72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.017340] env[68116]: DEBUG nova.compute.manager [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.017721] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.017850] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc9d599-ec83-4fa9-a420-41c033c23754 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.030915] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1126.030915] env[68116]: value = "task-2786818" [ 1126.030915] env[68116]: _type = "Task" [ 1126.030915] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.034917] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786817, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.040881] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.150238] env[68116]: DEBUG nova.compute.manager [req-cc2e6e08-4049-4aee-bef3-96f95fcd480d req-aeff2ade-8b53-4e6f-bb26-f605ee5f5303 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received event network-vif-plugged-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1126.152383] env[68116]: DEBUG oslo_concurrency.lockutils [req-cc2e6e08-4049-4aee-bef3-96f95fcd480d req-aeff2ade-8b53-4e6f-bb26-f605ee5f5303 service nova] Acquiring lock "5b3262ca-903a-4828-a774-4243c52c15b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.152383] env[68116]: DEBUG oslo_concurrency.lockutils [req-cc2e6e08-4049-4aee-bef3-96f95fcd480d req-aeff2ade-8b53-4e6f-bb26-f605ee5f5303 service nova] Lock "5b3262ca-903a-4828-a774-4243c52c15b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.152383] env[68116]: DEBUG oslo_concurrency.lockutils [req-cc2e6e08-4049-4aee-bef3-96f95fcd480d req-aeff2ade-8b53-4e6f-bb26-f605ee5f5303 service nova] Lock "5b3262ca-903a-4828-a774-4243c52c15b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.152383] env[68116]: DEBUG nova.compute.manager [req-cc2e6e08-4049-4aee-bef3-96f95fcd480d req-aeff2ade-8b53-4e6f-bb26-f605ee5f5303 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] No waiting events found dispatching network-vif-plugged-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.152383] env[68116]: WARNING nova.compute.manager [req-cc2e6e08-4049-4aee-bef3-96f95fcd480d req-aeff2ade-8b53-4e6f-bb26-f605ee5f5303 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received unexpected event network-vif-plugged-a36ab031-b90b-40ef-a332-b6e1f23f6fbe for instance with vm_state building and task_state spawning. [ 1126.205124] env[68116]: DEBUG nova.network.neutron [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Added VIF to instance network info cache for port 0fe486e0-7c6b-4bfc-a56b-2e17bd922399. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1126.205580] env[68116]: DEBUG nova.network.neutron [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "address": "fa:16:3e:f5:0a:21", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe486e0-7c", "ovs_interfaceid": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.274159] env[68116]: DEBUG nova.network.neutron [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Successfully updated port: a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.431658] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "e8718377-80ee-4173-9d96-b73b0766a9cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.431961] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.432084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "e8718377-80ee-4173-9d96-b73b0766a9cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.432285] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.432525] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.435142] env[68116]: INFO nova.compute.manager [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Terminating instance [ 1126.535041] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786817, 'name': Destroy_Task, 'duration_secs': 0.556627} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.540842] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Destroyed the VM [ 1126.541618] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.541811] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40e3ff49-2507-43f1-a2a4-706ff07dde35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.550203] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786818, 'name': PowerOffVM_Task, 'duration_secs': 0.412813} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.552019] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.552313] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.552570] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560185', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'name': 'volume-6e37bbf6-29dc-410c-bc48-abff558bb488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e0dcd954-15bb-4cdc-8430-989769fdb570', 'attached_at': '2025-03-06T04:57:24.000000', 'detached_at': '', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'serial': '6e37bbf6-29dc-410c-bc48-abff558bb488'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.553021] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1126.553021] env[68116]: value = "task-2786819" [ 1126.553021] env[68116]: _type = "Task" [ 1126.553021] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.554316] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ef42fb-8474-4300-9df2-8bbbaeac5173 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.594202] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.595433] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620ef2f-23dd-4d0c-b842-9e3f7513d4c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.605264] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470220c-205a-4bf7-a17c-b4c47912efb8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.634155] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13da176-5aee-4cf7-b622-707f2e4a13ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.649186] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] The volume has not been displaced from its original location: [datastore2] volume-6e37bbf6-29dc-410c-bc48-abff558bb488/volume-6e37bbf6-29dc-410c-bc48-abff558bb488.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.654389] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.655097] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7ab82c-2c45-4964-848a-c0df6004d01b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.673737] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1126.673737] env[68116]: value = "task-2786820" [ 1126.673737] env[68116]: _type = "Task" [ 1126.673737] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.682129] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.708628] env[68116]: DEBUG oslo_concurrency.lockutils [req-758e26ff-fb49-49fc-acf0-426a89fd91b5 req-0f227c94-028b-4fd3-ae2d-3f6438440c5b service nova] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.709128] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.709340] env[68116]: DEBUG nova.network.neutron [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.777746] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.777923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquired lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.778058] env[68116]: DEBUG nova.network.neutron [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.940030] env[68116]: DEBUG nova.compute.manager [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.940030] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.942083] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce4cb7-52f7-4f32-a382-9a23677d01ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.951287] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.951589] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10bca166-f10f-4108-bcbc-28ac8b1957dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.959839] env[68116]: DEBUG oslo_vmware.api [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1126.959839] env[68116]: value = "task-2786821" [ 1126.959839] env[68116]: _type = "Task" [ 1126.959839] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.970076] env[68116]: DEBUG oslo_vmware.api [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.068173] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786819, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.185868] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786820, 'name': ReconfigVM_Task, 'duration_secs': 0.248102} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.186163] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.190837] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32a25e0-5ddc-4d73-aa20-a7a1ad4fd9e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.206193] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1127.206193] env[68116]: value = "task-2786822" [ 1127.206193] env[68116]: _type = "Task" [ 1127.206193] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.216403] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.246435] env[68116]: WARNING nova.network.neutron [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 1127.246644] env[68116]: WARNING nova.network.neutron [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] 31ced024-2693-49f9-aee6-f0a73085c07c already exists in list: networks containing: ['31ced024-2693-49f9-aee6-f0a73085c07c']. ignoring it [ 1127.246911] env[68116]: WARNING nova.network.neutron [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] 0fe486e0-7c6b-4bfc-a56b-2e17bd922399 already exists in list: port_ids containing: ['0fe486e0-7c6b-4bfc-a56b-2e17bd922399']. ignoring it [ 1127.322658] env[68116]: DEBUG nova.network.neutron [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.433090] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "8ad1a07d-0039-4039-8470-74c29785f9d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.433350] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.433553] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "8ad1a07d-0039-4039-8470-74c29785f9d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.433739] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.433909] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.436104] env[68116]: INFO nova.compute.manager [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Terminating instance [ 1127.449247] env[68116]: DEBUG nova.network.neutron [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.470423] env[68116]: DEBUG oslo_vmware.api [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786821, 'name': PowerOffVM_Task, 'duration_secs': 0.198651} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.470975] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.471169] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.471422] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c96738a-e356-4b35-8fb6-85e17aa28f0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.566112] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.566378] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.566565] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleting the datastore file [datastore2] e8718377-80ee-4173-9d96-b73b0766a9cf {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.566890] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beadb054-15be-4a9e-90b2-e3e9fad0e244 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.571668] env[68116]: DEBUG oslo_vmware.api [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786819, 'name': RemoveSnapshot_Task, 'duration_secs': 0.85889} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.572348] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.576136] env[68116]: DEBUG oslo_vmware.api [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1127.576136] env[68116]: value = "task-2786824" [ 1127.576136] env[68116]: _type = "Task" [ 1127.576136] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.583587] env[68116]: DEBUG oslo_vmware.api [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.689180] env[68116]: DEBUG nova.network.neutron [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "address": "fa:16:3e:f5:0a:21", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe486e0-7c", "ovs_interfaceid": "0fe486e0-7c6b-4bfc-a56b-2e17bd922399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.716659] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786822, 'name': ReconfigVM_Task, 'duration_secs': 0.194734} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.717026] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560185', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'name': 'volume-6e37bbf6-29dc-410c-bc48-abff558bb488', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e0dcd954-15bb-4cdc-8430-989769fdb570', 'attached_at': '2025-03-06T04:57:24.000000', 'detached_at': '', 'volume_id': '6e37bbf6-29dc-410c-bc48-abff558bb488', 'serial': '6e37bbf6-29dc-410c-bc48-abff558bb488'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1127.717323] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.718187] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0477e9b-819c-4afd-bb52-a245ed2130f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.725057] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.725290] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e17186c9-c383-4015-aa07-af826dac3448 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.822935] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.823203] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.823390] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleting the datastore file [datastore2] e0dcd954-15bb-4cdc-8430-989769fdb570 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.823663] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67268121-8e2f-4465-ae3e-494d98f34d05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.830453] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1127.830453] env[68116]: value = "task-2786826" [ 1127.830453] env[68116]: _type = "Task" [ 1127.830453] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.837927] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.942208] env[68116]: DEBUG nova.compute.manager [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.942494] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.943397] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5297e8c-e490-4d72-8363-1449583b7165 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.951551] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Releasing lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.951883] env[68116]: DEBUG nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Instance network_info: |[{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.952202] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.952794] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:48:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a36ab031-b90b-40ef-a332-b6e1f23f6fbe', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.960352] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Creating folder: Project (c6b45bc3f0a94f43b940ed3cf57aa040). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.960603] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a279afc-c182-4468-85fc-17524eadf988 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.962264] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0f7f589-5a93-4a7b-af8d-f307bec0f1be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.970525] env[68116]: DEBUG oslo_vmware.api [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1127.970525] env[68116]: value = "task-2786827" [ 1127.970525] env[68116]: _type = "Task" [ 1127.970525] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.975365] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Created folder: Project (c6b45bc3f0a94f43b940ed3cf57aa040) in parent group-v559920. [ 1127.975475] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Creating folder: Instances. Parent ref: group-v560215. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.978532] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b60249b-b3ad-4795-a5e4-98a8c2468734 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.980054] env[68116]: DEBUG oslo_vmware.api [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.989019] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Created folder: Instances in parent group-v560215. [ 1127.989333] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.989527] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.989732] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cc7c0b8-3378-486c-bd50-32109c31bdb0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.009071] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.009071] env[68116]: value = "task-2786830" [ 1128.009071] env[68116]: _type = "Task" [ 1128.009071] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.017072] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786830, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.078848] env[68116]: WARNING nova.compute.manager [None req-c014ace1-78b8-43bf-bdaa-acf1d82679f1 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Image not found during snapshot: nova.exception.ImageNotFound: Image 9e4fb0bf-d0ff-46ed-adc1-e4d0fcab3842 could not be found. [ 1128.088313] env[68116]: DEBUG oslo_vmware.api [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146807} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.088611] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.088840] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.089065] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.089253] env[68116]: INFO nova.compute.manager [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1128.089499] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.089687] env[68116]: DEBUG nova.compute.manager [-] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.089783] env[68116]: DEBUG nova.network.neutron [-] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.192673] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.193508] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.193687] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.194638] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e87fde9-63e8-4e95-a586-104076f82c99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.201138] env[68116]: DEBUG nova.compute.manager [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1128.201802] env[68116]: DEBUG nova.compute.manager [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing instance network info cache due to event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1128.201935] env[68116]: DEBUG oslo_concurrency.lockutils [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] Acquiring lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.202140] env[68116]: DEBUG oslo_concurrency.lockutils [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] Acquired lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.202696] env[68116]: DEBUG nova.network.neutron [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.215481] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.215720] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.215881] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.216082] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.216233] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.216380] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.216589] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.216779] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.216982] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.217169] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.217348] env[68116]: DEBUG nova.virt.hardware [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.223631] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Reconfiguring VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1128.224999] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e85e6e1-1012-4113-bc48-71bbc815da98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.243063] env[68116]: DEBUG oslo_vmware.api [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1128.243063] env[68116]: value = "task-2786831" [ 1128.243063] env[68116]: _type = "Task" [ 1128.243063] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.251732] env[68116]: DEBUG oslo_vmware.api [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786831, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.341254] env[68116]: DEBUG oslo_vmware.api [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156318} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.341545] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.341735] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.341920] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.342117] env[68116]: INFO nova.compute.manager [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1128.342363] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.342579] env[68116]: DEBUG nova.compute.manager [-] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.342676] env[68116]: DEBUG nova.network.neutron [-] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.481516] env[68116]: DEBUG oslo_vmware.api [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786827, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.520260] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786830, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.754434] env[68116]: DEBUG oslo_vmware.api [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.875552] env[68116]: DEBUG nova.network.neutron [-] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.953878] env[68116]: DEBUG nova.compute.manager [req-ba543b7e-c6dd-4a01-bd1e-2086b7b5fd1a req-f49a8595-073f-48c1-83e5-26880cf0b121 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Received event network-vif-deleted-8c350735-88b5-4b9d-a30b-43cc279f97d1 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1128.954752] env[68116]: INFO nova.compute.manager [req-ba543b7e-c6dd-4a01-bd1e-2086b7b5fd1a req-f49a8595-073f-48c1-83e5-26880cf0b121 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Neutron deleted interface 8c350735-88b5-4b9d-a30b-43cc279f97d1; detaching it from the instance and deleting it from the info cache [ 1128.955021] env[68116]: DEBUG nova.network.neutron [req-ba543b7e-c6dd-4a01-bd1e-2086b7b5fd1a req-f49a8595-073f-48c1-83e5-26880cf0b121 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.982341] env[68116]: DEBUG oslo_vmware.api [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786827, 'name': PowerOffVM_Task, 'duration_secs': 0.532176} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.983305] env[68116]: DEBUG nova.network.neutron [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updated VIF entry in instance network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.983576] env[68116]: DEBUG nova.network.neutron [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.984737] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.984984] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.985431] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2892997-257b-4fdb-bad1-5b6de76ccbbc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.022392] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786830, 'name': CreateVM_Task, 'duration_secs': 0.601344} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.022773] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.023485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.023805] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.024127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.024199] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd72d105-ab31-451f-a18b-d07a9615d3ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.032318] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1129.032318] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52d74e9b-e3c2-1bdc-79a1-913aec80cbfe" [ 1129.032318] env[68116]: _type = "Task" [ 1129.032318] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.043608] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d74e9b-e3c2-1bdc-79a1-913aec80cbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.254070] env[68116]: DEBUG oslo_vmware.api [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786831, 'name': ReconfigVM_Task, 'duration_secs': 0.96956} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.254596] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.254844] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Reconfigured VM to attach interface {{(pid=68116) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1129.265296] env[68116]: DEBUG nova.network.neutron [-] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.377947] env[68116]: INFO nova.compute.manager [-] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Took 1.29 seconds to deallocate network for instance. [ 1129.457906] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-816dcf5a-7b6d-47af-8834-b5514a4dfeab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.468608] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1e654a-05d3-4834-97a6-d9855df0fd55 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.486451] env[68116]: DEBUG oslo_concurrency.lockutils [req-30b01016-f6e6-40e8-910c-961afe12a022 req-57d26318-1e6b-43d7-bd8e-955f40b22847 service nova] Releasing lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.500803] env[68116]: DEBUG nova.compute.manager [req-ba543b7e-c6dd-4a01-bd1e-2086b7b5fd1a req-f49a8595-073f-48c1-83e5-26880cf0b121 service nova] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Detach interface failed, port_id=8c350735-88b5-4b9d-a30b-43cc279f97d1, reason: Instance e0dcd954-15bb-4cdc-8430-989769fdb570 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1129.523734] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "4b830c08-161a-4021-9a9b-711d2bccf0ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.523999] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.524240] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "4b830c08-161a-4021-9a9b-711d2bccf0ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.524423] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.524594] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.526984] env[68116]: INFO nova.compute.manager [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Terminating instance [ 1129.543011] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52d74e9b-e3c2-1bdc-79a1-913aec80cbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.543327] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.543555] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.543783] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.543933] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.544136] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.544682] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5462135a-7dc0-4ee7-be71-6614cd2e5cf5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.552657] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.552834] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.553578] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7aad32-5659-47a2-80d3-2e40fcfa2e2e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.559201] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1129.559201] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52df2004-aa07-6094-b53b-78bb4cbb68de" [ 1129.559201] env[68116]: _type = "Task" [ 1129.559201] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.566557] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52df2004-aa07-6094-b53b-78bb4cbb68de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.759447] env[68116]: DEBUG oslo_concurrency.lockutils [None req-49f5fdd9-7bee-4cc2-a2c0-01827f0bcbb6 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-973199f9-6247-4e7e-92b4-16d76a00e574-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.366s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.767527] env[68116]: INFO nova.compute.manager [-] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Took 1.42 seconds to deallocate network for instance. [ 1129.884817] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.885190] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.885419] env[68116]: DEBUG nova.objects.instance [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lazy-loading 'resources' on Instance uuid e8718377-80ee-4173-9d96-b73b0766a9cf {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.030640] env[68116]: DEBUG nova.compute.manager [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.030877] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.031805] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddd5539-1ade-48f0-bc32-e88aaaf9ce34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.039389] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.039630] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddfd9468-0009-42d6-b30f-bf282423aa3e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.046517] env[68116]: DEBUG oslo_vmware.api [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1130.046517] env[68116]: value = "task-2786833" [ 1130.046517] env[68116]: _type = "Task" [ 1130.046517] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.055871] env[68116]: DEBUG oslo_vmware.api [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.069118] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52df2004-aa07-6094-b53b-78bb4cbb68de, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.069914] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316b136d-1e41-4f8f-9ccd-2245fb5ff078 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.075041] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1130.075041] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cffa4f-b558-f831-3d44-1c1acf3620de" [ 1130.075041] env[68116]: _type = "Task" [ 1130.075041] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.082235] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cffa4f-b558-f831-3d44-1c1acf3620de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.226712] env[68116]: DEBUG nova.compute.manager [req-8826528d-a16a-4ef8-b98b-69a69341e6f0 req-0cea7fec-2e31-43b4-8d2b-54058dbb9e68 service nova] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Received event network-vif-deleted-4174a1ae-9615-4b5f-9003-2fb9aafed45d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1130.310167] env[68116]: INFO nova.compute.manager [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Took 0.54 seconds to detach 1 volumes for instance. [ 1130.556455] env[68116]: DEBUG oslo_vmware.api [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786833, 'name': PowerOffVM_Task, 'duration_secs': 0.207789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.557492] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.557867] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.558795] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17f3a22-feb8-4683-9369-93a1ea5e2540 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.560865] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a6c487c-2cb4-49cf-9606-d7cd1dbad761 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.566358] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05946301-e529-4aa3-a2d5-55975a3e7608 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.601492] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a37a95-7ceb-4b9a-815f-36989ee28d9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.612582] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cffa4f-b558-f831-3d44-1c1acf3620de, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.615138] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.615404] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/5b3262ca-903a-4828-a774-4243c52c15b0.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.616262] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d6030a-5ec3-46e4-a11f-41f8560f6522 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.619419] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ffeb45-7236-4d81-8046-733d363fc005 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.627645] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1130.627645] env[68116]: value = "task-2786835" [ 1130.627645] env[68116]: _type = "Task" [ 1130.627645] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.635542] env[68116]: DEBUG nova.compute.provider_tree [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.819820] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.107890] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "interface-973199f9-6247-4e7e-92b4-16d76a00e574-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.108403] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-973199f9-6247-4e7e-92b4-16d76a00e574-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.141204] env[68116]: DEBUG nova.scheduler.client.report [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.147592] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.611719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.612092] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.613027] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d493a67d-0c42-49d2-95ba-82affa3f42ed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.630250] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826dc7fa-81ae-4f5c-be9f-557e4f3154fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.652264] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.659467] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Reconfiguring VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1131.662842] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.843s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.663061] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.665234] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11eee35b-1ad7-42cf-8cb6-f3bb17f7b851 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.678437] env[68116]: INFO nova.scheduler.client.report [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted allocations for instance e8718377-80ee-4173-9d96-b73b0766a9cf [ 1131.685615] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53911} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.686922] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/5b3262ca-903a-4828-a774-4243c52c15b0.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.687167] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.687474] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1131.687474] env[68116]: value = "task-2786836" [ 1131.687474] env[68116]: _type = "Task" [ 1131.687474] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.687655] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b9fdc9-2e2f-490f-8064-26daa0ee8df0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.692886] env[68116]: INFO nova.scheduler.client.report [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted allocations for instance e0dcd954-15bb-4cdc-8430-989769fdb570 [ 1131.698392] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1131.698392] env[68116]: value = "task-2786837" [ 1131.698392] env[68116]: _type = "Task" [ 1131.698392] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.704202] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.708938] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.049603] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.050053] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.050358] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Deleting the datastore file [datastore2] 8ad1a07d-0039-4039-8470-74c29785f9d2 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.050651] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcd9beb0-ec28-4476-ad72-2440000184e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.057420] env[68116]: DEBUG oslo_vmware.api [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1132.057420] env[68116]: value = "task-2786838" [ 1132.057420] env[68116]: _type = "Task" [ 1132.057420] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.063550] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.063752] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.063950] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleting the datastore file [datastore2] 4b830c08-161a-4021-9a9b-711d2bccf0ea {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.067213] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82ced969-f569-49ca-8792-97fcdffd862f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.069402] env[68116]: DEBUG oslo_vmware.api [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.073644] env[68116]: DEBUG oslo_vmware.api [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1132.073644] env[68116]: value = "task-2786839" [ 1132.073644] env[68116]: _type = "Task" [ 1132.073644] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.082019] env[68116]: DEBUG oslo_vmware.api [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.194144] env[68116]: DEBUG oslo_concurrency.lockutils [None req-558067bd-ef09-4dd3-b3b1-3b06d6111dd4 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "e8718377-80ee-4173-9d96-b73b0766a9cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.203668] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.204142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f016aa0-04b5-428f-8dc2-02f3133fd9ac tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "e0dcd954-15bb-4cdc-8430-989769fdb570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.700s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.213677] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067765} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.213952] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.214803] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae018643-9757-41fa-ba32-6e00bf16ff04 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.239958] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/5b3262ca-903a-4828-a774-4243c52c15b0.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.240611] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dbea9da-fc24-4091-b5a7-396813023f69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.260448] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1132.260448] env[68116]: value = "task-2786840" [ 1132.260448] env[68116]: _type = "Task" [ 1132.260448] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.270480] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.568890] env[68116]: DEBUG oslo_vmware.api [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184273} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.569157] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.569384] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.569582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.569755] env[68116]: INFO nova.compute.manager [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Took 4.63 seconds to destroy the instance on the hypervisor. [ 1132.569989] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.570198] env[68116]: DEBUG nova.compute.manager [-] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.570292] env[68116]: DEBUG nova.network.neutron [-] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.581790] env[68116]: DEBUG oslo_vmware.api [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160073} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.582016] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.582198] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.582366] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.582530] env[68116]: INFO nova.compute.manager [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Took 2.55 seconds to destroy the instance on the hypervisor. [ 1132.582747] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.582940] env[68116]: DEBUG nova.compute.manager [-] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.583050] env[68116]: DEBUG nova.network.neutron [-] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.700732] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.771177] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786840, 'name': ReconfigVM_Task, 'duration_secs': 0.309456} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.771484] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/5b3262ca-903a-4828-a774-4243c52c15b0.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.772208] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e123a31b-2963-49e9-af46-dc2bc64a0588 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.779720] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1132.779720] env[68116]: value = "task-2786841" [ 1132.779720] env[68116]: _type = "Task" [ 1132.779720] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.795673] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786841, 'name': Rename_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.861723] env[68116]: DEBUG nova.compute.manager [req-727fe270-ce3c-4b32-a89d-b9f6bee6461d req-ed774116-df7c-4a90-bd27-b3092f8a0320 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Received event network-vif-deleted-1a3dc25e-da6c-4d0c-bfc6-72d616ac8120 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1132.861864] env[68116]: INFO nova.compute.manager [req-727fe270-ce3c-4b32-a89d-b9f6bee6461d req-ed774116-df7c-4a90-bd27-b3092f8a0320 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Neutron deleted interface 1a3dc25e-da6c-4d0c-bfc6-72d616ac8120; detaching it from the instance and deleting it from the info cache [ 1132.862082] env[68116]: DEBUG nova.network.neutron [req-727fe270-ce3c-4b32-a89d-b9f6bee6461d req-ed774116-df7c-4a90-bd27-b3092f8a0320 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.877092] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.877337] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.884080] env[68116]: DEBUG nova.compute.manager [req-5c0b9bc7-9e8f-485e-95a5-9280995aa256 req-5b35ac1d-cd4c-4252-bbc3-08dab6d78d87 service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Received event network-vif-deleted-fff50311-3bfe-4037-8022-7aee071e8fe9 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1132.884282] env[68116]: INFO nova.compute.manager [req-5c0b9bc7-9e8f-485e-95a5-9280995aa256 req-5b35ac1d-cd4c-4252-bbc3-08dab6d78d87 service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Neutron deleted interface fff50311-3bfe-4037-8022-7aee071e8fe9; detaching it from the instance and deleting it from the info cache [ 1132.884452] env[68116]: DEBUG nova.network.neutron [req-5c0b9bc7-9e8f-485e-95a5-9280995aa256 req-5b35ac1d-cd4c-4252-bbc3-08dab6d78d87 service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.191696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.191696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.192301] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.192510] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.192692] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.197706] env[68116]: INFO nova.compute.manager [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Terminating instance [ 1133.204536] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.289713] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786841, 'name': Rename_Task, 'duration_secs': 0.164166} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.289937] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.290083] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8f4b26-34b7-477b-82da-76579fe4def0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.298608] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1133.298608] env[68116]: value = "task-2786842" [ 1133.298608] env[68116]: _type = "Task" [ 1133.298608] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.308425] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.341044] env[68116]: DEBUG nova.network.neutron [-] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.366038] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f7ae714-efaf-4b76-8008-743386e99916 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.367743] env[68116]: DEBUG nova.network.neutron [-] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.373956] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c4443-e021-4df6-9030-78fc952a7b00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.385282] env[68116]: DEBUG nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.388887] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-409bf3e4-59b2-41d8-b94c-26e755e28e81 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.397270] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd1acd-4a9b-4b82-b289-9cf9c942e677 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.417117] env[68116]: DEBUG nova.compute.manager [req-727fe270-ce3c-4b32-a89d-b9f6bee6461d req-ed774116-df7c-4a90-bd27-b3092f8a0320 service nova] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Detach interface failed, port_id=1a3dc25e-da6c-4d0c-bfc6-72d616ac8120, reason: Instance 8ad1a07d-0039-4039-8470-74c29785f9d2 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1133.436460] env[68116]: DEBUG nova.compute.manager [req-5c0b9bc7-9e8f-485e-95a5-9280995aa256 req-5b35ac1d-cd4c-4252-bbc3-08dab6d78d87 service nova] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Detach interface failed, port_id=fff50311-3bfe-4037-8022-7aee071e8fe9, reason: Instance 4b830c08-161a-4021-9a9b-711d2bccf0ea could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1133.701331] env[68116]: DEBUG nova.compute.manager [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.701660] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.701836] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.702636] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000a2ee6-c88a-4849-ba37-6fac128701da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.709588] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.709814] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89c57448-42ca-4e8f-946f-2c5c54305441 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.720872] env[68116]: DEBUG oslo_vmware.api [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1133.720872] env[68116]: value = "task-2786843" [ 1133.720872] env[68116]: _type = "Task" [ 1133.720872] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.731113] env[68116]: DEBUG oslo_vmware.api [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.809202] env[68116]: DEBUG oslo_vmware.api [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786842, 'name': PowerOnVM_Task, 'duration_secs': 0.489611} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.809202] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.809202] env[68116]: INFO nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1133.809202] env[68116]: DEBUG nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.809855] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0238eef0-dab2-4b62-bf01-13a235e74258 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.846122] env[68116]: INFO nova.compute.manager [-] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Took 1.28 seconds to deallocate network for instance. [ 1133.870619] env[68116]: INFO nova.compute.manager [-] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Took 1.29 seconds to deallocate network for instance. [ 1133.908450] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.908732] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.910382] env[68116]: INFO nova.compute.claims [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.202072] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.229818] env[68116]: DEBUG oslo_vmware.api [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786843, 'name': PowerOffVM_Task, 'duration_secs': 0.198762} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.230114] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.230287] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.230530] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-991287d3-ef6c-4b6c-9760-2b7c8946afdb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.310489] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.310694] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.310868] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleting the datastore file [datastore2] 4c248d3b-3f99-4b4b-b255-c5aebf72c796 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.312055] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d8c114-21e5-4b98-9fb2-e691f6acb223 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.316863] env[68116]: DEBUG oslo_vmware.api [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1134.316863] env[68116]: value = "task-2786845" [ 1134.316863] env[68116]: _type = "Task" [ 1134.316863] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.327962] env[68116]: DEBUG oslo_vmware.api [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.328399] env[68116]: INFO nova.compute.manager [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Took 13.26 seconds to build instance. [ 1134.353142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.378887] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.702600] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.826909] env[68116]: DEBUG oslo_vmware.api [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132192} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.827199] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.827394] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.827577] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.827747] env[68116]: INFO nova.compute.manager [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1134.828019] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.828549] env[68116]: DEBUG nova.compute.manager [-] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.828647] env[68116]: DEBUG nova.network.neutron [-] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.830422] env[68116]: DEBUG oslo_concurrency.lockutils [None req-84c5fd8f-03fb-4d7d-a8c4-cdfb521959ed tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "5b3262ca-903a-4828-a774-4243c52c15b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.785s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.070329] env[68116]: INFO nova.compute.manager [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Rescuing [ 1135.070575] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.070724] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquired lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.070906] env[68116]: DEBUG nova.network.neutron [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.087534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4452b6-9009-4a0e-9a2c-973cf36b159f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.092828] env[68116]: DEBUG nova.compute.manager [req-e2ab6061-c13e-4008-928c-2441ecb8876d req-2c25c09a-66c1-4bf0-9d39-a8b66c804a61 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Received event network-vif-deleted-ad8e0ef5-0d46-4827-95b0-1cca997e3c58 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.093034] env[68116]: INFO nova.compute.manager [req-e2ab6061-c13e-4008-928c-2441ecb8876d req-2c25c09a-66c1-4bf0-9d39-a8b66c804a61 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Neutron deleted interface ad8e0ef5-0d46-4827-95b0-1cca997e3c58; detaching it from the instance and deleting it from the info cache [ 1135.093233] env[68116]: DEBUG nova.network.neutron [req-e2ab6061-c13e-4008-928c-2441ecb8876d req-2c25c09a-66c1-4bf0-9d39-a8b66c804a61 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.097709] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33fe78-b81f-4e9a-8266-93024fdb3953 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.129143] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9326a5-0dc1-433b-b464-da0c5352e17b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.136209] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bd3700-ff87-4e2b-bcea-037a4f792913 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.149784] env[68116]: DEBUG nova.compute.provider_tree [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.202275] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.575780] env[68116]: DEBUG nova.network.neutron [-] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.595583] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a630c5c-4d74-435f-b282-fa03c2fb84f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.606328] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e550b44-bfe2-49c3-8f2d-4413a515a9ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.638066] env[68116]: DEBUG nova.compute.manager [req-e2ab6061-c13e-4008-928c-2441ecb8876d req-2c25c09a-66c1-4bf0-9d39-a8b66c804a61 service nova] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Detach interface failed, port_id=ad8e0ef5-0d46-4827-95b0-1cca997e3c58, reason: Instance 4c248d3b-3f99-4b4b-b255-c5aebf72c796 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1135.652941] env[68116]: DEBUG nova.scheduler.client.report [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.707700] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.779175] env[68116]: DEBUG nova.network.neutron [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.079265] env[68116]: INFO nova.compute.manager [-] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Took 1.25 seconds to deallocate network for instance. [ 1136.158210] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.158753] env[68116]: DEBUG nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.161482] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.808s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.161682] env[68116]: DEBUG nova.objects.instance [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lazy-loading 'resources' on Instance uuid 8ad1a07d-0039-4039-8470-74c29785f9d2 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.204312] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.282554] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Releasing lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.586000] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.664736] env[68116]: DEBUG nova.compute.utils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.669022] env[68116]: DEBUG nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.669155] env[68116]: DEBUG nova.network.neutron [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.706902] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.708301] env[68116]: DEBUG nova.policy [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '854b17566e244d58b7fe4abbea4ddbd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a033fa8bad43f18c2523a46fef606d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.827158] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a888a2-a107-454a-8e06-c5fcd729e7c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.836202] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f296741-e4c4-4558-8416-fbf185c9b5ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.867784] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e4f027-0bfa-4442-8791-3ff004b2a15d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.878017] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fd209e-c30d-4221-a24c-9a4d5aeafa1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.890275] env[68116]: DEBUG nova.compute.provider_tree [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.983425] env[68116]: DEBUG nova.network.neutron [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Successfully created port: ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.169564] env[68116]: DEBUG nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.204898] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.393235] env[68116]: DEBUG nova.scheduler.client.report [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.705689] env[68116]: DEBUG oslo_vmware.api [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786836, 'name': ReconfigVM_Task, 'duration_secs': 5.756794} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.706064] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.706316] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Reconfigured VM to detach interface {{(pid=68116) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1137.820780] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.821099] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db4d1b2c-ce72-4836-89d9-6b99d46419e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.828609] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1137.828609] env[68116]: value = "task-2786846" [ 1137.828609] env[68116]: _type = "Task" [ 1137.828609] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.836321] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.898945] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.902014] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.522s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.902014] env[68116]: DEBUG nova.objects.instance [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lazy-loading 'resources' on Instance uuid 4b830c08-161a-4021-9a9b-711d2bccf0ea {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.918924] env[68116]: INFO nova.scheduler.client.report [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Deleted allocations for instance 8ad1a07d-0039-4039-8470-74c29785f9d2 [ 1138.180694] env[68116]: DEBUG nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.207836] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.208234] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.211240] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.211534] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.211714] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.211905] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.212204] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.212281] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.212432] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.212592] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.212752] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.212913] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.213100] env[68116]: DEBUG nova.virt.hardware [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.214215] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f19196-e78c-4ae3-8841-01808ed82aa8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.218020] env[68116]: DEBUG nova.compute.utils [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.225759] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a08e0b-5ed1-4adf-a9b5-1aa689c8c2d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.338947] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786846, 'name': PowerOffVM_Task, 'duration_secs': 0.200205} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.339276] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.340082] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cc84d1-acb2-437e-b278-fbe6fc9c5621 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.359452] env[68116]: DEBUG nova.compute.manager [req-d62fa4e9-4856-4749-bf58-ea00bf5b553d req-e5678f80-1941-4fda-bf0f-fabe12436387 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-vif-plugged-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.359679] env[68116]: DEBUG oslo_concurrency.lockutils [req-d62fa4e9-4856-4749-bf58-ea00bf5b553d req-e5678f80-1941-4fda-bf0f-fabe12436387 service nova] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.359876] env[68116]: DEBUG oslo_concurrency.lockutils [req-d62fa4e9-4856-4749-bf58-ea00bf5b553d req-e5678f80-1941-4fda-bf0f-fabe12436387 service nova] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.360108] env[68116]: DEBUG oslo_concurrency.lockutils [req-d62fa4e9-4856-4749-bf58-ea00bf5b553d req-e5678f80-1941-4fda-bf0f-fabe12436387 service nova] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.360319] env[68116]: DEBUG nova.compute.manager [req-d62fa4e9-4856-4749-bf58-ea00bf5b553d req-e5678f80-1941-4fda-bf0f-fabe12436387 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] No waiting events found dispatching network-vif-plugged-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.360549] env[68116]: WARNING nova.compute.manager [req-d62fa4e9-4856-4749-bf58-ea00bf5b553d req-e5678f80-1941-4fda-bf0f-fabe12436387 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received unexpected event network-vif-plugged-ab63e809-e79e-45cf-833f-d475b23b9e97 for instance with vm_state building and task_state spawning. [ 1138.361438] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4cde6-1115-43c5-ab23-949df5e8159d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.388409] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.388678] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d811165e-aaff-4b20-9ab4-b105b725ccbd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.394312] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1138.394312] env[68116]: value = "task-2786847" [ 1138.394312] env[68116]: _type = "Task" [ 1138.394312] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.401969] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.425924] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1060f0b5-2c13-4dcc-bf36-f2e94f16d53f tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "8ad1a07d-0039-4039-8470-74c29785f9d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.992s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.434018] env[68116]: DEBUG nova.network.neutron [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Successfully updated port: ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.547230] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27832158-7cdd-4409-bc5c-1912987ed3a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.554990] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a8f538-4ab7-41c7-87ab-046cad02a543 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.586741] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2681d1db-a847-4bb8-8475-60683ffe217b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.593796] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6539f9-2160-46df-ae5f-c0e69fb59179 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.607168] env[68116]: DEBUG nova.compute.provider_tree [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.721265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.513s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.905073] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1138.905400] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.905543] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.905693] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.905875] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.906142] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-889af0cb-121a-4a3a-89ea-658f2a111693 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.914305] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.914479] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.915154] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8243570-1b3a-4b90-8a6e-622240dbff49 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.919653] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1138.919653] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cfa053-492b-764f-aac7-001ee569f950" [ 1138.919653] env[68116]: _type = "Task" [ 1138.919653] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.927493] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cfa053-492b-764f-aac7-001ee569f950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.939114] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.939210] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.939350] env[68116]: DEBUG nova.network.neutron [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.054933] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.055164] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquired lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.055316] env[68116]: DEBUG nova.network.neutron [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.109846] env[68116]: DEBUG nova.scheduler.client.report [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.431685] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cfa053-492b-764f-aac7-001ee569f950, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.432465] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1668f395-523b-4f57-b093-333947d40906 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.437512] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1139.437512] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527d482a-753c-1dbc-eabb-589aa668133b" [ 1139.437512] env[68116]: _type = "Task" [ 1139.437512] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.447893] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527d482a-753c-1dbc-eabb-589aa668133b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.481577] env[68116]: DEBUG nova.network.neutron [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.545416] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "33af5800-9cb2-4127-8ff3-5899ac18b706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.545673] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.545878] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "33af5800-9cb2-4127-8ff3-5899ac18b706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.546073] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.546244] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.550687] env[68116]: INFO nova.compute.manager [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Terminating instance [ 1139.604992] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "973199f9-6247-4e7e-92b4-16d76a00e574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.605332] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "973199f9-6247-4e7e-92b4-16d76a00e574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.605511] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.605667] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.605835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "973199f9-6247-4e7e-92b4-16d76a00e574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.607922] env[68116]: INFO nova.compute.manager [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Terminating instance [ 1139.615142] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.617806] env[68116]: DEBUG nova.network.neutron [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab63e809-e7", "ovs_interfaceid": "ab63e809-e79e-45cf-833f-d475b23b9e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.621715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.036s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.621933] env[68116]: DEBUG nova.objects.instance [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lazy-loading 'resources' on Instance uuid 4c248d3b-3f99-4b4b-b255-c5aebf72c796 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.640747] env[68116]: INFO nova.scheduler.client.report [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleted allocations for instance 4b830c08-161a-4021-9a9b-711d2bccf0ea [ 1139.760820] env[68116]: INFO nova.network.neutron [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Port 0fe486e0-7c6b-4bfc-a56b-2e17bd922399 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1139.761253] env[68116]: DEBUG nova.network.neutron [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [{"id": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "address": "fa:16:3e:f1:9b:66", "network": {"id": "31ced024-2693-49f9-aee6-f0a73085c07c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1622975743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2be0c9432142bca244e4c73402ecb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37625b5-3c", "ovs_interfaceid": "f37625b5-3c70-4e58-ac49-a37b1b21ffc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.768789] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.769315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.769680] env[68116]: INFO nova.compute.manager [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Attaching volume 2470273d-8268-452d-bd7b-dcfcbdcf52e3 to /dev/sdb [ 1139.816186] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beefd42-cc63-46df-9a62-b40c0767dad5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.826614] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f5b27f-d1b8-4b00-9b56-89a795c3b964 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.841111] env[68116]: DEBUG nova.virt.block_device [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updating existing volume attachment record: d19e3c54-385b-46f9-98c1-5d8df05aa951 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1139.947016] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527d482a-753c-1dbc-eabb-589aa668133b, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.947395] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.947495] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. {{(pid=68116) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1139.947756] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-021aeb19-dd39-494a-bb50-a258f3724b62 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.954142] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1139.954142] env[68116]: value = "task-2786848" [ 1139.954142] env[68116]: _type = "Task" [ 1139.954142] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.962378] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.055030] env[68116]: DEBUG nova.compute.manager [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.055349] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.056275] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0c6b2-6693-4bfd-afb4-434303208e75 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.063107] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.063393] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3f3e9e-cb31-4c1f-ad2d-6f1846be42b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.069942] env[68116]: DEBUG oslo_vmware.api [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1140.069942] env[68116]: value = "task-2786852" [ 1140.069942] env[68116]: _type = "Task" [ 1140.069942] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.078084] env[68116]: DEBUG oslo_vmware.api [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.112537] env[68116]: DEBUG nova.compute.manager [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.112850] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.114240] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a43b36-15d0-4145-908e-7747ddf2139f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.120375] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.120777] env[68116]: DEBUG nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Instance network_info: |[{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab63e809-e7", "ovs_interfaceid": "ab63e809-e79e-45cf-833f-d475b23b9e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.123761] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:d5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab63e809-e79e-45cf-833f-d475b23b9e97', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.131681] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.135483] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.136838] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.136838] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4472e8-ff7c-498a-b801-544db86860c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.139427] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88281aa0-1752-4a30-ab4a-492463e2ed4b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.162537] env[68116]: DEBUG oslo_concurrency.lockutils [None req-eea3ddc0-ad22-433a-8024-5a689980ebb8 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "4b830c08-161a-4021-9a9b-711d2bccf0ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.638s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.168120] env[68116]: DEBUG oslo_vmware.api [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1140.168120] env[68116]: value = "task-2786853" [ 1140.168120] env[68116]: _type = "Task" [ 1140.168120] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.173719] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.173719] env[68116]: value = "task-2786854" [ 1140.173719] env[68116]: _type = "Task" [ 1140.173719] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.186233] env[68116]: DEBUG oslo_vmware.api [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.193169] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786854, 'name': CreateVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.264029] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Releasing lock "refresh_cache-973199f9-6247-4e7e-92b4-16d76a00e574" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.340761] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21447da-004f-432e-9cb3-96734d707f1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.352731] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fdcd48-b23d-46d4-a294-71e349942a64 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.406035] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de4be0e-d52c-4cab-a31b-19742a3b4751 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.411461] env[68116]: DEBUG nova.compute.manager [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.411784] env[68116]: DEBUG nova.compute.manager [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing instance network info cache due to event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1140.412039] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] Acquiring lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.412280] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] Acquired lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.412496] env[68116]: DEBUG nova.network.neutron [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.424153] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c512741-8b24-4130-94d3-c0736c129793 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.442203] env[68116]: DEBUG nova.compute.provider_tree [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.466056] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507539} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.466343] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk. [ 1140.467294] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bacc95-ef6b-4373-91c8-e89f0c3be4bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.496577] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.496800] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e89556-a778-44db-aab6-3b3e36984172 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.515516] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1140.515516] env[68116]: value = "task-2786855" [ 1140.515516] env[68116]: _type = "Task" [ 1140.515516] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.524155] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.579757] env[68116]: DEBUG oslo_vmware.api [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786852, 'name': PowerOffVM_Task, 'duration_secs': 0.300141} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.580027] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.580202] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.580455] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8dce4b-7825-45c5-8469-6a072efbcf12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.641943] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.642291] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.642486] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Deleting the datastore file [datastore2] 33af5800-9cb2-4127-8ff3-5899ac18b706 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.642760] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea75fec3-9e7a-4ce7-b0b7-460e4358b011 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.649086] env[68116]: DEBUG oslo_vmware.api [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for the task: (returnval){ [ 1140.649086] env[68116]: value = "task-2786857" [ 1140.649086] env[68116]: _type = "Task" [ 1140.649086] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.657199] env[68116]: DEBUG oslo_vmware.api [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.676731] env[68116]: DEBUG oslo_vmware.api [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786853, 'name': PowerOffVM_Task, 'duration_secs': 0.3339} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.679734] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.679908] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.680163] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc753822-0fea-4319-99b9-6eb830cdb5e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.686341] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786854, 'name': CreateVM_Task, 'duration_secs': 0.384704} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.686494] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.687161] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.687324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.687638] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.687902] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e3ae75-ad85-4a67-aac8-00261354005d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.692073] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1140.692073] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5297b3c8-ae7c-3344-507c-499d729c78d5" [ 1140.692073] env[68116]: _type = "Task" [ 1140.692073] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.699149] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5297b3c8-ae7c-3344-507c-499d729c78d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.758150] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.758390] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.758723] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleting the datastore file [datastore2] 973199f9-6247-4e7e-92b4-16d76a00e574 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.759500] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f0f7ace-d473-4e7e-9ca8-3ef939f6cf5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.765460] env[68116]: DEBUG oslo_vmware.api [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1140.765460] env[68116]: value = "task-2786859" [ 1140.765460] env[68116]: _type = "Task" [ 1140.765460] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.769320] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b50c60c9-c93f-4e31-a009-1dc3c67c7e20 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "interface-973199f9-6247-4e7e-92b4-16d76a00e574-0fe486e0-7c6b-4bfc-a56b-2e17bd922399" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.661s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.775054] env[68116]: DEBUG oslo_vmware.api [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.812887] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "384b362a-8f28-4378-bc01-dd5ccc2b0592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.813330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.945372] env[68116]: DEBUG nova.scheduler.client.report [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.026887] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786855, 'name': ReconfigVM_Task, 'duration_secs': 0.310906} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.027247] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0/a13e2aa0-9ae1-4532-864a-afe0a14b3f50-rescue.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.028053] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bacfa2-2d95-436b-ac68-61f92d88a912 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.052170] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24bd1475-4092-4c9f-be61-b0b8bb8a1691 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.067205] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1141.067205] env[68116]: value = "task-2786860" [ 1141.067205] env[68116]: _type = "Task" [ 1141.067205] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.075410] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.159134] env[68116]: DEBUG oslo_vmware.api [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Task: {'id': task-2786857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182574} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.159545] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.159749] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.159940] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.160161] env[68116]: INFO nova.compute.manager [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1141.160426] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.160718] env[68116]: DEBUG nova.compute.manager [-] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.160823] env[68116]: DEBUG nova.network.neutron [-] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.202872] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5297b3c8-ae7c-3344-507c-499d729c78d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.203228] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.203466] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.203698] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.203846] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.204049] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.204338] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f19c810c-0ab2-4e8e-9a66-2f3bdd56b759 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.218748] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.218823] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.219933] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9cdf34-c947-45e2-8021-a320f26f8979 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.227806] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1141.227806] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]521954f8-379e-8a72-dfba-4ebc2bd9a297" [ 1141.227806] env[68116]: _type = "Task" [ 1141.227806] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.235671] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521954f8-379e-8a72-dfba-4ebc2bd9a297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.275126] env[68116]: DEBUG oslo_vmware.api [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147762} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.275479] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.275669] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.275852] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.276048] env[68116]: INFO nova.compute.manager [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1141.276309] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.276500] env[68116]: DEBUG nova.compute.manager [-] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.276593] env[68116]: DEBUG nova.network.neutron [-] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.317977] env[68116]: DEBUG nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.421879] env[68116]: DEBUG nova.network.neutron [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updated VIF entry in instance network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.422405] env[68116]: DEBUG nova.network.neutron [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab63e809-e7", "ovs_interfaceid": "ab63e809-e79e-45cf-833f-d475b23b9e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.450025] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.477731] env[68116]: INFO nova.scheduler.client.report [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted allocations for instance 4c248d3b-3f99-4b4b-b255-c5aebf72c796 [ 1141.577281] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786860, 'name': ReconfigVM_Task, 'duration_secs': 0.160161} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.577570] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.577825] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a84d52a-53ed-45f9-9826-0814475fe8f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.587393] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1141.587393] env[68116]: value = "task-2786861" [ 1141.587393] env[68116]: _type = "Task" [ 1141.587393] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.594981] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.738851] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]521954f8-379e-8a72-dfba-4ebc2bd9a297, 'name': SearchDatastore_Task, 'duration_secs': 0.020921} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.739917] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38046c6-e7a9-46f9-a465-4e9782b43559 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.745199] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1141.745199] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520e7d07-6de6-31da-d8de-7138b62c1485" [ 1141.745199] env[68116]: _type = "Task" [ 1141.745199] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.754441] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520e7d07-6de6-31da-d8de-7138b62c1485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.840509] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.840790] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.842287] env[68116]: INFO nova.compute.claims [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.926019] env[68116]: DEBUG oslo_concurrency.lockutils [req-7b281bd2-eb7d-4d80-a3b0-ae29a7889880 req-983d7038-435b-4301-9ba1-5597c67529eb service nova] Releasing lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.988829] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ff9c779-c826-477f-83f5-a5eb1876b5dc tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "4c248d3b-3f99-4b4b-b255-c5aebf72c796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.797s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.011293] env[68116]: DEBUG nova.network.neutron [-] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.097745] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.256309] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520e7d07-6de6-31da-d8de-7138b62c1485, 'name': SearchDatastore_Task, 'duration_secs': 0.077288} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.256623] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.256881] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.257201] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69c0456-c275-4034-a967-37fc5a3efb7e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.264298] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1142.264298] env[68116]: value = "task-2786863" [ 1142.264298] env[68116]: _type = "Task" [ 1142.264298] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.271921] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.414060] env[68116]: DEBUG nova.compute.manager [req-6b60bde2-58c4-4947-8b6a-186b10e326fd req-720418c0-3a85-4dc7-b5ad-49857fd21e55 service nova] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Received event network-vif-deleted-0b20763f-7518-40d6-939b-75268d412b8c {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.414302] env[68116]: DEBUG nova.compute.manager [req-6b60bde2-58c4-4947-8b6a-186b10e326fd req-720418c0-3a85-4dc7-b5ad-49857fd21e55 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Received event network-vif-deleted-f37625b5-3c70-4e58-ac49-a37b1b21ffc8 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.414481] env[68116]: INFO nova.compute.manager [req-6b60bde2-58c4-4947-8b6a-186b10e326fd req-720418c0-3a85-4dc7-b5ad-49857fd21e55 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Neutron deleted interface f37625b5-3c70-4e58-ac49-a37b1b21ffc8; detaching it from the instance and deleting it from the info cache [ 1142.414659] env[68116]: DEBUG nova.network.neutron [req-6b60bde2-58c4-4947-8b6a-186b10e326fd req-720418c0-3a85-4dc7-b5ad-49857fd21e55 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.438336] env[68116]: DEBUG nova.network.neutron [-] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.514199] env[68116]: INFO nova.compute.manager [-] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Took 1.35 seconds to deallocate network for instance. [ 1142.602085] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.773637] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492485} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.773907] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.774138] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.774394] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07cc31f0-d7fb-4d75-91cc-711c44b26977 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.780113] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1142.780113] env[68116]: value = "task-2786864" [ 1142.780113] env[68116]: _type = "Task" [ 1142.780113] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.791583] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.919537] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5a90e3b-27be-4ae0-99a2-dac3fdba45c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.929077] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31ce642-820a-45c7-a3a0-9a9634cc981e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.941492] env[68116]: INFO nova.compute.manager [-] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Took 1.66 seconds to deallocate network for instance. [ 1142.961400] env[68116]: DEBUG nova.compute.manager [req-6b60bde2-58c4-4947-8b6a-186b10e326fd req-720418c0-3a85-4dc7-b5ad-49857fd21e55 service nova] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Detach interface failed, port_id=f37625b5-3c70-4e58-ac49-a37b1b21ffc8, reason: Instance 973199f9-6247-4e7e-92b4-16d76a00e574 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1142.994268] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f949726f-7b03-44fb-9d2b-3e44bfde0e60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.001906] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf52cf-dba9-4f4e-8127-ff917c281299 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.033055] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.034148] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a9698-c46e-4020-a956-097ec4fb3396 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.041685] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150e192-ec26-4dab-bae8-4b79c62cad28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.056685] env[68116]: DEBUG nova.compute.provider_tree [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.099298] env[68116]: DEBUG oslo_vmware.api [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786861, 'name': PowerOnVM_Task, 'duration_secs': 1.058961} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.099601] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.102116] env[68116]: DEBUG nova.compute.manager [None req-4b49d892-6b6b-4d71-9799-689792354e55 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.102855] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fb87aa-7576-439d-8ff8-6d10a0146106 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.153062] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.153518] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.153518] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.153712] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.153867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.155780] env[68116]: INFO nova.compute.manager [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Terminating instance [ 1143.290258] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066075} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.290524] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.291298] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daac89cc-7202-4786-9a76-eadad0bf87f4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.314592] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.314862] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c289f9fb-2c49-4b24-913a-c55adf611795 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.334683] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1143.334683] env[68116]: value = "task-2786865" [ 1143.334683] env[68116]: _type = "Task" [ 1143.334683] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.342567] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.447590] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.578349] env[68116]: ERROR nova.scheduler.client.report [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [req-7e3e0422-d54b-43fd-861a-fe44fc016a0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e3e0422-d54b-43fd-861a-fe44fc016a0b"}]} [ 1143.595269] env[68116]: DEBUG nova.scheduler.client.report [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1143.609678] env[68116]: DEBUG nova.scheduler.client.report [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1143.609932] env[68116]: DEBUG nova.compute.provider_tree [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.622491] env[68116]: DEBUG nova.scheduler.client.report [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1143.641084] env[68116]: DEBUG nova.scheduler.client.report [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1143.659907] env[68116]: DEBUG nova.compute.manager [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.660142] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.661233] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249f89b1-9291-40d9-b91e-c4544ad1cb7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.668695] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.668933] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-836a153a-6aba-4957-b640-b60ecce6f69f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.677769] env[68116]: DEBUG oslo_vmware.api [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1143.677769] env[68116]: value = "task-2786866" [ 1143.677769] env[68116]: _type = "Task" [ 1143.677769] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.687820] env[68116]: DEBUG oslo_vmware.api [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.781426] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c1bc66-4cd8-4f3e-b91f-7c6b2e391326 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.789489] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0943ff1-87a9-46e2-8db7-01776a81b6c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.821957] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf6ef9-be31-4db5-8378-a784bcb988dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.830743] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d55840-ca12-419d-bdd0-f558e8792843 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.849057] env[68116]: DEBUG nova.compute.provider_tree [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.859669] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786865, 'name': ReconfigVM_Task, 'duration_secs': 0.265858} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.859969] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.860657] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-339cf6d0-084c-477a-b2fa-c04bafbc39bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.868046] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1143.868046] env[68116]: value = "task-2786867" [ 1143.868046] env[68116]: _type = "Task" [ 1143.868046] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.876284] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786867, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.187786] env[68116]: DEBUG oslo_vmware.api [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786866, 'name': PowerOffVM_Task, 'duration_secs': 0.196587} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.190120] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.190120] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.190120] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfda4560-f221-47e2-b814-f196b720f827 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.261676] env[68116]: DEBUG nova.compute.manager [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.261880] env[68116]: DEBUG nova.compute.manager [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing instance network info cache due to event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1144.262112] env[68116]: DEBUG oslo_concurrency.lockutils [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] Acquiring lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.262260] env[68116]: DEBUG oslo_concurrency.lockutils [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] Acquired lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.262418] env[68116]: DEBUG nova.network.neutron [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.265184] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.265337] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.265523] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleting the datastore file [datastore2] 616d11a3-6b3f-4d9a-a765-ff920cc39e4d {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.266574] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0421a6a-7e72-41ac-91b0-d5d0351ce954 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.273231] env[68116]: DEBUG oslo_vmware.api [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for the task: (returnval){ [ 1144.273231] env[68116]: value = "task-2786869" [ 1144.273231] env[68116]: _type = "Task" [ 1144.273231] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.282187] env[68116]: DEBUG oslo_vmware.api [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.378424] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786867, 'name': Rename_Task, 'duration_secs': 0.145625} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.378748] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.379057] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d19fe62b-2662-4d9f-8543-b10950a79e7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.381644] env[68116]: DEBUG nova.scheduler.client.report [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1144.382048] env[68116]: DEBUG nova.compute.provider_tree [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 146 to 147 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1144.382048] env[68116]: DEBUG nova.compute.provider_tree [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.386635] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1144.386867] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1144.388102] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e24e1b-0c68-4259-af6a-4cc959558ea3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.392423] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1144.392423] env[68116]: value = "task-2786870" [ 1144.392423] env[68116]: _type = "Task" [ 1144.392423] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.409015] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524ea93-48c8-417c-9862-a9df88c198da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.415447] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786870, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.438995] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3/volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.439204] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e6c2cf-af88-497d-8b95-1987625f15da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.457036] env[68116]: DEBUG oslo_vmware.api [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1144.457036] env[68116]: value = "task-2786871" [ 1144.457036] env[68116]: _type = "Task" [ 1144.457036] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.465635] env[68116]: DEBUG oslo_vmware.api [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.785504] env[68116]: DEBUG oslo_vmware.api [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Task: {'id': task-2786869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132835} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.785783] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.785992] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.786196] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.786374] env[68116]: INFO nova.compute.manager [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1144.786614] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.786805] env[68116]: DEBUG nova.compute.manager [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.786901] env[68116]: DEBUG nova.network.neutron [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.892601] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.052s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.893849] env[68116]: DEBUG nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.900898] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.868s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.901445] env[68116]: DEBUG nova.objects.instance [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lazy-loading 'resources' on Instance uuid 33af5800-9cb2-4127-8ff3-5899ac18b706 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.918642] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786870, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.971127] env[68116]: DEBUG oslo_vmware.api [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786871, 'name': ReconfigVM_Task, 'duration_secs': 0.48408} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.971862] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3/volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.983390] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e9dad6-b686-4f70-9908-a8eb8f8532e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.000583] env[68116]: DEBUG oslo_vmware.api [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1145.000583] env[68116]: value = "task-2786872" [ 1145.000583] env[68116]: _type = "Task" [ 1145.000583] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.011727] env[68116]: DEBUG oslo_vmware.api [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.099019] env[68116]: DEBUG nova.network.neutron [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updated VIF entry in instance network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.099475] env[68116]: DEBUG nova.network.neutron [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.185925] env[68116]: DEBUG nova.compute.manager [req-aa8cd7d5-154a-42c4-8e21-5142c1b59c8c req-2ca042a4-e1fe-4d5e-a09b-a2193c65c1b5 service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Received event network-vif-deleted-c456063c-f94d-45e3-8e34-d465681ecc82 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.186141] env[68116]: INFO nova.compute.manager [req-aa8cd7d5-154a-42c4-8e21-5142c1b59c8c req-2ca042a4-e1fe-4d5e-a09b-a2193c65c1b5 service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Neutron deleted interface c456063c-f94d-45e3-8e34-d465681ecc82; detaching it from the instance and deleting it from the info cache [ 1145.186324] env[68116]: DEBUG nova.network.neutron [req-aa8cd7d5-154a-42c4-8e21-5142c1b59c8c req-2ca042a4-e1fe-4d5e-a09b-a2193c65c1b5 service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.404560] env[68116]: DEBUG nova.compute.utils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.412803] env[68116]: DEBUG nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.412958] env[68116]: DEBUG nova.network.neutron [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.429861] env[68116]: DEBUG oslo_vmware.api [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786870, 'name': PowerOnVM_Task, 'duration_secs': 0.607013} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.429861] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.429861] env[68116]: INFO nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1145.429861] env[68116]: DEBUG nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.430648] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16e90b-5fa9-41df-9734-da74e45af065 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.468381] env[68116]: DEBUG nova.policy [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '872945b0b52045ed8201977ac52e1985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25d4cf022f274d1e83bc9b14ba4bffb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.510071] env[68116]: DEBUG oslo_vmware.api [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786872, 'name': ReconfigVM_Task, 'duration_secs': 0.197765} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.513586] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1145.601943] env[68116]: DEBUG oslo_concurrency.lockutils [req-6ad2684b-7ef5-4655-864b-7d43d739545e req-52733478-cbf1-4805-8484-4122d286d568 service nova] Releasing lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.608638] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a559001-0351-4819-ad15-ca7f293428c9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.616775] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e75f4-9315-45eb-85ff-7255f4e88ae0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.646606] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9847a85-ef39-4cfe-82e3-47118301ca08 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.654323] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da450d21-40a5-43db-a8cc-6796d7bb8090 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.667722] env[68116]: DEBUG nova.compute.provider_tree [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.669094] env[68116]: DEBUG nova.network.neutron [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.689040] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5091a15-a010-47e4-bc42-e4dfc51bab35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.701299] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccfe15a-5dfd-44f4-a05b-01c16ce95efc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.732736] env[68116]: DEBUG nova.compute.manager [req-aa8cd7d5-154a-42c4-8e21-5142c1b59c8c req-2ca042a4-e1fe-4d5e-a09b-a2193c65c1b5 service nova] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Detach interface failed, port_id=c456063c-f94d-45e3-8e34-d465681ecc82, reason: Instance 616d11a3-6b3f-4d9a-a765-ff920cc39e4d could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1145.749570] env[68116]: DEBUG nova.network.neutron [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Successfully created port: b29e8169-6801-4986-b7a2-22ae39222fc7 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.913752] env[68116]: DEBUG nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.952022] env[68116]: INFO nova.compute.manager [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Took 12.06 seconds to build instance. [ 1146.171536] env[68116]: DEBUG nova.scheduler.client.report [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.175124] env[68116]: INFO nova.compute.manager [-] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Took 1.39 seconds to deallocate network for instance. [ 1146.293993] env[68116]: DEBUG nova.compute.manager [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1146.294254] env[68116]: DEBUG nova.compute.manager [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing instance network info cache due to event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1146.294417] env[68116]: DEBUG oslo_concurrency.lockutils [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] Acquiring lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.294562] env[68116]: DEBUG oslo_concurrency.lockutils [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] Acquired lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.294768] env[68116]: DEBUG nova.network.neutron [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.454292] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1ee7a7dd-7f0f-498b-b85c-d784310ce13d tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.577s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.553638] env[68116]: DEBUG nova.objects.instance [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'flavor' on Instance uuid 241b1272-3e51-4072-b753-674c38ec5af7 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.676942] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.679393] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.232s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.679621] env[68116]: DEBUG nova.objects.instance [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'resources' on Instance uuid 973199f9-6247-4e7e-92b4-16d76a00e574 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.682273] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.701545] env[68116]: INFO nova.scheduler.client.report [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Deleted allocations for instance 33af5800-9cb2-4127-8ff3-5899ac18b706 [ 1146.923378] env[68116]: DEBUG nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.967469] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.967723] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.967883] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.968473] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.968563] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.968724] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.968943] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.969120] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.969297] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.969462] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.969640] env[68116]: DEBUG nova.virt.hardware [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.970772] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de480415-f18d-45d1-a3af-3bc4fddc5183 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.982579] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a3b67-950c-4920-b05c-f6d21d5cd407 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.026371] env[68116]: DEBUG nova.network.neutron [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updated VIF entry in instance network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.026371] env[68116]: DEBUG nova.network.neutron [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.062244] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32336dac-f915-4d09-941e-9e6eed369914 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.210791] env[68116]: DEBUG oslo_concurrency.lockutils [None req-67f437ae-434b-47dd-b992-c3a7165eb4af tempest-ServerRescueTestJSON-1286138287 tempest-ServerRescueTestJSON-1286138287-project-member] Lock "33af5800-9cb2-4127-8ff3-5899ac18b706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.665s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.342017] env[68116]: DEBUG nova.compute.manager [req-6f2590d2-3694-4427-92c0-9799498f2a3b req-05429ba9-0245-46d6-b0da-abd6e8e0d5b3 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Received event network-vif-plugged-b29e8169-6801-4986-b7a2-22ae39222fc7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.343395] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f2590d2-3694-4427-92c0-9799498f2a3b req-05429ba9-0245-46d6-b0da-abd6e8e0d5b3 service nova] Acquiring lock "384b362a-8f28-4378-bc01-dd5ccc2b0592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.343705] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f2590d2-3694-4427-92c0-9799498f2a3b req-05429ba9-0245-46d6-b0da-abd6e8e0d5b3 service nova] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.343756] env[68116]: DEBUG oslo_concurrency.lockutils [req-6f2590d2-3694-4427-92c0-9799498f2a3b req-05429ba9-0245-46d6-b0da-abd6e8e0d5b3 service nova] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.343926] env[68116]: DEBUG nova.compute.manager [req-6f2590d2-3694-4427-92c0-9799498f2a3b req-05429ba9-0245-46d6-b0da-abd6e8e0d5b3 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] No waiting events found dispatching network-vif-plugged-b29e8169-6801-4986-b7a2-22ae39222fc7 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.344105] env[68116]: WARNING nova.compute.manager [req-6f2590d2-3694-4427-92c0-9799498f2a3b req-05429ba9-0245-46d6-b0da-abd6e8e0d5b3 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Received unexpected event network-vif-plugged-b29e8169-6801-4986-b7a2-22ae39222fc7 for instance with vm_state building and task_state spawning. [ 1147.363016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545939e6-ca92-4299-86de-38dbfc6a1701 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.368576] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4305619-afaf-45dc-9d8b-1ea65b93dfd1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.403344] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85740278-1cbf-4b24-ae5f-e703023eebda {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.411051] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f619dcce-2275-4858-9c2c-0f7f73e3dbde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.428500] env[68116]: DEBUG nova.compute.provider_tree [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.472643] env[68116]: DEBUG nova.network.neutron [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Successfully updated port: b29e8169-6801-4986-b7a2-22ae39222fc7 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.535032] env[68116]: DEBUG oslo_concurrency.lockutils [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] Releasing lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.535032] env[68116]: DEBUG nova.compute.manager [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.535032] env[68116]: DEBUG nova.compute.manager [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing instance network info cache due to event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1147.535032] env[68116]: DEBUG oslo_concurrency.lockutils [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] Acquiring lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.535032] env[68116]: DEBUG oslo_concurrency.lockutils [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] Acquired lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.535032] env[68116]: DEBUG nova.network.neutron [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.772028] env[68116]: INFO nova.compute.manager [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Rebuilding instance [ 1147.815019] env[68116]: DEBUG nova.compute.manager [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.815019] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f29f3-6c9f-4368-8f6c-245edff5139c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.935012] env[68116]: DEBUG nova.scheduler.client.report [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.939223] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "5b3262ca-903a-4828-a774-4243c52c15b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.939459] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "5b3262ca-903a-4828-a774-4243c52c15b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.940066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "5b3262ca-903a-4828-a774-4243c52c15b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.940066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "5b3262ca-903a-4828-a774-4243c52c15b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.940204] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "5b3262ca-903a-4828-a774-4243c52c15b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.941952] env[68116]: INFO nova.compute.manager [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Terminating instance [ 1147.975393] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "refresh_cache-384b362a-8f28-4378-bc01-dd5ccc2b0592" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.975393] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "refresh_cache-384b362a-8f28-4378-bc01-dd5ccc2b0592" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.975393] env[68116]: DEBUG nova.network.neutron [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.337272] env[68116]: DEBUG nova.compute.manager [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1148.337645] env[68116]: DEBUG nova.compute.manager [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing instance network info cache due to event network-changed-a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1148.337962] env[68116]: DEBUG oslo_concurrency.lockutils [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] Acquiring lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.441720] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.442738] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.760s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.443263] env[68116]: DEBUG nova.objects.instance [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lazy-loading 'resources' on Instance uuid 616d11a3-6b3f-4d9a-a765-ff920cc39e4d {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.444977] env[68116]: DEBUG nova.compute.manager [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.445230] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.446492] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec14611-8c4b-4da4-9122-fe2211bc92d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.454671] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.454974] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f784724-5cd2-4642-bbf0-da1df12c7c2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.463071] env[68116]: DEBUG oslo_vmware.api [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1148.463071] env[68116]: value = "task-2786873" [ 1148.463071] env[68116]: _type = "Task" [ 1148.463071] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.472892] env[68116]: DEBUG oslo_vmware.api [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.476023] env[68116]: INFO nova.scheduler.client.report [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted allocations for instance 973199f9-6247-4e7e-92b4-16d76a00e574 [ 1148.564203] env[68116]: DEBUG nova.network.neutron [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.674516] env[68116]: DEBUG nova.network.neutron [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updated VIF entry in instance network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.674872] env[68116]: DEBUG nova.network.neutron [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.788517] env[68116]: DEBUG nova.network.neutron [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Updating instance_info_cache with network_info: [{"id": "b29e8169-6801-4986-b7a2-22ae39222fc7", "address": "fa:16:3e:e1:17:05", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29e8169-68", "ovs_interfaceid": "b29e8169-6801-4986-b7a2-22ae39222fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.839341] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.839651] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c60a3a5-a33d-4e75-b441-167a088ebef3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.849161] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1148.849161] env[68116]: value = "task-2786874" [ 1148.849161] env[68116]: _type = "Task" [ 1148.849161] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.859491] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.974299] env[68116]: DEBUG oslo_vmware.api [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786873, 'name': PowerOffVM_Task, 'duration_secs': 0.298197} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.974497] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.974677] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.977334] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbdce056-5be4-4167-864d-2da842701f1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.984189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e9345f54-2ec0-401b-9275-3638ff383ec9 tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "973199f9-6247-4e7e-92b4-16d76a00e574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.379s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.046268] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.046518] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Deleting contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.046790] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Deleting the datastore file [datastore1] 5b3262ca-903a-4828-a774-4243c52c15b0 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.050054] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3017888d-6a0a-43ef-a695-1564cb87afb1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.056124] env[68116]: DEBUG oslo_vmware.api [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for the task: (returnval){ [ 1149.056124] env[68116]: value = "task-2786876" [ 1149.056124] env[68116]: _type = "Task" [ 1149.056124] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.064229] env[68116]: DEBUG oslo_vmware.api [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.078680] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688b8d0-bc8a-4011-bcf5-11b1e6e1dba0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.086564] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e23d8-5cb3-4d1d-ad9a-af212e5b5d54 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.116971] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198bcb5f-5ae1-4813-af70-638d883d50f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.124573] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc22387-e29e-4f2b-be04-3eae95365814 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.138815] env[68116]: DEBUG nova.compute.provider_tree [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.177613] env[68116]: DEBUG oslo_concurrency.lockutils [req-ff6467da-013c-4c2d-add5-56e912cfcfea req-d4c8ab2e-f166-493b-b5f2-3d3716825d78 service nova] Releasing lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.178097] env[68116]: DEBUG oslo_concurrency.lockutils [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] Acquired lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.178300] env[68116]: DEBUG nova.network.neutron [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Refreshing network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.293932] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "refresh_cache-384b362a-8f28-4378-bc01-dd5ccc2b0592" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.294608] env[68116]: DEBUG nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Instance network_info: |[{"id": "b29e8169-6801-4986-b7a2-22ae39222fc7", "address": "fa:16:3e:e1:17:05", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29e8169-68", "ovs_interfaceid": "b29e8169-6801-4986-b7a2-22ae39222fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.295263] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:17:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b29e8169-6801-4986-b7a2-22ae39222fc7', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.304677] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.304956] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.305450] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaa95588-69d9-4cdc-ad1f-2ce90a368998 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.335144] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.335144] env[68116]: value = "task-2786877" [ 1149.335144] env[68116]: _type = "Task" [ 1149.335144] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.343883] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786877, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.358337] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786874, 'name': PowerOffVM_Task, 'duration_secs': 0.286217} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.358618] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.418408] env[68116]: INFO nova.compute.manager [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Detaching volume 2470273d-8268-452d-bd7b-dcfcbdcf52e3 [ 1149.452173] env[68116]: INFO nova.virt.block_device [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Attempting to driver detach volume 2470273d-8268-452d-bd7b-dcfcbdcf52e3 from mountpoint /dev/sdb [ 1149.452173] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.452173] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.452173] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4aa71c-607e-4183-a5f0-7d51f587fcd2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.475435] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb7d13c-1b47-4a00-a577-d830a593d836 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.483379] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a789ea-b7bd-4965-8af0-165e3cdfb89b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.504113] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3693d14-31ee-4393-a507-e9eed1a32166 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.520084] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] The volume has not been displaced from its original location: [datastore2] volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3/volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.525741] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.526150] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b63f363-4fa0-44d2-a693-e5b474506e3d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.544042] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1149.544042] env[68116]: value = "task-2786878" [ 1149.544042] env[68116]: _type = "Task" [ 1149.544042] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.552168] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.564119] env[68116]: DEBUG oslo_vmware.api [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Task: {'id': task-2786876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201084} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.564354] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.564534] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Deleted contents of the VM from datastore datastore1 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.564705] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.564876] env[68116]: INFO nova.compute.manager [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1149.565133] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.565333] env[68116]: DEBUG nova.compute.manager [-] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.565426] env[68116]: DEBUG nova.network.neutron [-] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.644027] env[68116]: DEBUG nova.scheduler.client.report [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.689420] env[68116]: DEBUG nova.compute.manager [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Received event network-changed-b29e8169-6801-4986-b7a2-22ae39222fc7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.689605] env[68116]: DEBUG nova.compute.manager [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Refreshing instance network info cache due to event network-changed-b29e8169-6801-4986-b7a2-22ae39222fc7. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1149.689811] env[68116]: DEBUG oslo_concurrency.lockutils [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] Acquiring lock "refresh_cache-384b362a-8f28-4378-bc01-dd5ccc2b0592" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.690655] env[68116]: DEBUG oslo_concurrency.lockutils [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] Acquired lock "refresh_cache-384b362a-8f28-4378-bc01-dd5ccc2b0592" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.690655] env[68116]: DEBUG nova.network.neutron [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Refreshing network info cache for port b29e8169-6801-4986-b7a2-22ae39222fc7 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.830941] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "69b8e486-3167-476d-b9e9-3823b20ee497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.831205] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "69b8e486-3167-476d-b9e9-3823b20ee497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.831418] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.831684] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.831887] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "69b8e486-3167-476d-b9e9-3823b20ee497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.833827] env[68116]: INFO nova.compute.manager [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Terminating instance [ 1149.844579] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786877, 'name': CreateVM_Task, 'duration_secs': 0.322009} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.845265] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.845918] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.846085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.846416] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.846883] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb749d5b-ae9e-4127-b2e0-59a3e77668b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.851757] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1149.851757] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528a708e-7847-da1a-74cd-ff307fa02f1a" [ 1149.851757] env[68116]: _type = "Task" [ 1149.851757] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.860904] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528a708e-7847-da1a-74cd-ff307fa02f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.937505] env[68116]: DEBUG nova.network.neutron [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updated VIF entry in instance network info cache for port a36ab031-b90b-40ef-a332-b6e1f23f6fbe. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.937631] env[68116]: DEBUG nova.network.neutron [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [{"id": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "address": "fa:16:3e:75:48:71", "network": {"id": "2aa79b18-2f8d-4b68-8d04-779e6c5cb460", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1369521700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6b45bc3f0a94f43b940ed3cf57aa040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36ab031-b9", "ovs_interfaceid": "a36ab031-b90b-40ef-a332-b6e1f23f6fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.053864] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786878, 'name': ReconfigVM_Task, 'duration_secs': 0.344898} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.054134] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.058775] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6993e47-2280-4775-8dc1-4b80b6d18d86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.073242] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1150.073242] env[68116]: value = "task-2786879" [ 1150.073242] env[68116]: _type = "Task" [ 1150.073242] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.080623] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.151733] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.173668] env[68116]: INFO nova.scheduler.client.report [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Deleted allocations for instance 616d11a3-6b3f-4d9a-a765-ff920cc39e4d [ 1150.341258] env[68116]: DEBUG nova.compute.manager [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.341494] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.342487] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52ee9f-dbfb-42ad-a3ee-548325f0d681 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.350437] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.350691] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ec29f5b-f12b-47a6-b849-5e3b7a654e88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.361305] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528a708e-7847-da1a-74cd-ff307fa02f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.362492] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.362723] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.362953] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.363115] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.363298] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.363615] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1150.363615] env[68116]: value = "task-2786880" [ 1150.363615] env[68116]: _type = "Task" [ 1150.363615] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.365757] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39b43056-5b3f-4cde-9cdc-002bfb1c499a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.377064] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.378037] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.378240] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.378904] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cae86f-2b8c-41ab-936e-e16643669333 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.383423] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1150.383423] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524433f0-a716-4622-d404-fdf2e03cad31" [ 1150.383423] env[68116]: _type = "Task" [ 1150.383423] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.392030] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524433f0-a716-4622-d404-fdf2e03cad31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.394403] env[68116]: DEBUG nova.network.neutron [-] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.400546] env[68116]: DEBUG nova.network.neutron [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Updated VIF entry in instance network info cache for port b29e8169-6801-4986-b7a2-22ae39222fc7. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.400828] env[68116]: DEBUG nova.network.neutron [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Updating instance_info_cache with network_info: [{"id": "b29e8169-6801-4986-b7a2-22ae39222fc7", "address": "fa:16:3e:e1:17:05", "network": {"id": "24c95bd7-bb06-4549-94dc-fb28f5217f56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083836572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25d4cf022f274d1e83bc9b14ba4bffb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29e8169-68", "ovs_interfaceid": "b29e8169-6801-4986-b7a2-22ae39222fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.440588] env[68116]: DEBUG oslo_concurrency.lockutils [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] Releasing lock "refresh_cache-5b3262ca-903a-4828-a774-4243c52c15b0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.440846] env[68116]: DEBUG nova.compute.manager [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1150.441020] env[68116]: DEBUG nova.compute.manager [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing instance network info cache due to event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1150.441300] env[68116]: DEBUG oslo_concurrency.lockutils [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] Acquiring lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.441456] env[68116]: DEBUG oslo_concurrency.lockutils [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] Acquired lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.441617] env[68116]: DEBUG nova.network.neutron [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.582979] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786879, 'name': ReconfigVM_Task, 'duration_secs': 0.297654} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.583332] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.681870] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8caa9d14-79cd-40cc-8149-95189c630440 tempest-ServersAdminTestJSON-278829923 tempest-ServersAdminTestJSON-278829923-project-member] Lock "616d11a3-6b3f-4d9a-a765-ff920cc39e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.528s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.876785] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.897822] env[68116]: INFO nova.compute.manager [-] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Took 1.33 seconds to deallocate network for instance. [ 1150.897822] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524433f0-a716-4622-d404-fdf2e03cad31, 'name': SearchDatastore_Task, 'duration_secs': 0.007437} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.902009] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1a7e22-6f7f-4ab5-90db-0d359f14cb77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.904566] env[68116]: DEBUG oslo_concurrency.lockutils [req-14095a70-e270-46a4-8b9e-e6d345f7d60d req-ec2e6605-2f7f-4fd3-b6c0-c98ed0368c83 service nova] Releasing lock "refresh_cache-384b362a-8f28-4378-bc01-dd5ccc2b0592" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.908385] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1150.908385] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]522c1a9e-d0c5-ca09-b42d-bd46128aa598" [ 1150.908385] env[68116]: _type = "Task" [ 1150.908385] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.916472] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522c1a9e-d0c5-ca09-b42d-bd46128aa598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.156232] env[68116]: DEBUG nova.network.neutron [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updated VIF entry in instance network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.156609] env[68116]: DEBUG nova.network.neutron [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab63e809-e7", "ovs_interfaceid": "ab63e809-e79e-45cf-833f-d475b23b9e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.377457] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.405688] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.406011] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.406270] env[68116]: DEBUG nova.objects.instance [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lazy-loading 'resources' on Instance uuid 5b3262ca-903a-4828-a774-4243c52c15b0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.421446] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]522c1a9e-d0c5-ca09-b42d-bd46128aa598, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.421745] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.422041] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 384b362a-8f28-4378-bc01-dd5ccc2b0592/384b362a-8f28-4378-bc01-dd5ccc2b0592.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.422312] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d5f1384-0e84-46bc-a8c3-75aff391e5a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.429874] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1151.429874] env[68116]: value = "task-2786881" [ 1151.429874] env[68116]: _type = "Task" [ 1151.429874] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.438941] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.634240] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.634240] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34561e81-afcd-4f88-abf2-d917bb94e6cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.639919] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1151.639919] env[68116]: value = "task-2786882" [ 1151.639919] env[68116]: _type = "Task" [ 1151.639919] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.650208] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1151.650515] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1151.650643] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1151.651448] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef037b6-9b20-4f6a-a909-24d5c9e1bc9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.672479] env[68116]: DEBUG oslo_concurrency.lockutils [req-299d0b5a-a73a-47e7-9563-29bad1358f65 req-68bac9a8-6502-45ee-82ff-157cfda5d980 service nova] Releasing lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.673619] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6898b348-b717-4f53-8984-cc815a546780 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.679978] env[68116]: WARNING nova.virt.vmwareapi.driver [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1151.680311] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.681125] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87026ef9-a292-4659-b877-af0ea13634e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.689585] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.689851] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73f2560f-db2d-4338-8bbe-7272b5b32f83 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.724997] env[68116]: DEBUG nova.compute.manager [req-aaf2d4ac-7019-4003-9e96-ffb7534f0da4 req-3f1448e1-2c5c-4c5f-85a6-639f3d62b2de service nova] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Received event network-vif-deleted-a36ab031-b90b-40ef-a332-b6e1f23f6fbe {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1151.768871] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.768871] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.768871] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleting the datastore file [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.768871] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e08496a-8667-45a6-8d0c-6b4075204883 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.775290] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1151.775290] env[68116]: value = "task-2786884" [ 1151.775290] env[68116]: _type = "Task" [ 1151.775290] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.785835] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.879223] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786880, 'name': PowerOffVM_Task, 'duration_secs': 1.139435} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.879595] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.879775] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.880047] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97752cce-1924-4c5e-ac04-8f020943c684 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.939784] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467462} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.943603] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 384b362a-8f28-4378-bc01-dd5ccc2b0592/384b362a-8f28-4378-bc01-dd5ccc2b0592.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.943603] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.944029] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0dfde06-faa6-47b5-a0f7-7d3b65260ea7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.951238] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1151.951238] env[68116]: value = "task-2786886" [ 1151.951238] env[68116]: _type = "Task" [ 1151.951238] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.963853] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.964792] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.965438] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.965438] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleting the datastore file [datastore2] 69b8e486-3167-476d-b9e9-3823b20ee497 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.965596] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78444e4e-0f84-4ea9-8f6a-ebbe57ec06e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.976845] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for the task: (returnval){ [ 1151.976845] env[68116]: value = "task-2786887" [ 1151.976845] env[68116]: _type = "Task" [ 1151.976845] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.985850] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.065717] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a376d354-30f1-4ba5-a16e-e8441677669d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.074224] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dab40bc-907a-4b69-be9b-c9c96089819d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.105347] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56b831-19e8-426e-b2cd-5b0740fea12b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.112430] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05b23c7-864c-4a6b-a536-3399ebee0d06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.127763] env[68116]: DEBUG nova.compute.provider_tree [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.285497] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234249} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.285764] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.285947] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.286139] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.464261] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070189} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.464539] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.465379] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff063aa0-bb96-4afa-a6b4-1866a3dbe4c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.490366] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 384b362a-8f28-4378-bc01-dd5ccc2b0592/384b362a-8f28-4378-bc01-dd5ccc2b0592.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.493711] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1531a818-48b6-4bee-b14f-7ab808341bb2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.523819] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1152.523819] env[68116]: value = "task-2786888" [ 1152.523819] env[68116]: _type = "Task" [ 1152.523819] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.527137] env[68116]: DEBUG oslo_vmware.api [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Task: {'id': task-2786887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148765} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.530362] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.530563] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.530744] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.530920] env[68116]: INFO nova.compute.manager [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1152.531179] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.531389] env[68116]: DEBUG nova.compute.manager [-] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.531486] env[68116]: DEBUG nova.network.neutron [-] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.538644] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.630482] env[68116]: DEBUG nova.scheduler.client.report [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.793026] env[68116]: INFO nova.virt.block_device [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Booting with volume 2470273d-8268-452d-bd7b-dcfcbdcf52e3 at /dev/sdb [ 1152.834582] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf79629c-c0a0-4e1c-b35e-9dd2c53a9134 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.846798] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be1cf0-1a17-4da0-9a11-535d370ee3bc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.874796] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ff9fa12-f17c-4e35-87a8-e90ae6789605 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.882968] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7205b5eb-4b09-4917-8200-bcfba2e57ec9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.914163] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1956502b-cd38-4409-a7ad-66b95bbbafc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.920927] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d27092a-d748-4380-b6ad-86afa24d7ac3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.926872] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.927232] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.927409] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.927558] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.927941] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.928172] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.928341] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.928477] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1152.928623] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.935570] env[68116]: DEBUG nova.virt.block_device [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updating existing volume attachment record: b34c2fe5-8c1f-4058-8204-08613383126b {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1153.038606] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786888, 'name': ReconfigVM_Task, 'duration_secs': 0.300437} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.038959] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 384b362a-8f28-4378-bc01-dd5ccc2b0592/384b362a-8f28-4378-bc01-dd5ccc2b0592.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.039675] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c1cfd7-abcf-441f-afc0-4f099b6a0918 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.047028] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1153.047028] env[68116]: value = "task-2786889" [ 1153.047028] env[68116]: _type = "Task" [ 1153.047028] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.056561] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786889, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.135366] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.160299] env[68116]: INFO nova.scheduler.client.report [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Deleted allocations for instance 5b3262ca-903a-4828-a774-4243c52c15b0 [ 1153.417601] env[68116]: DEBUG nova.network.neutron [-] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.431306] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.432169] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.432571] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.432757] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1153.433739] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb2976-5b49-4778-9194-a1149f7e4c47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.443458] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d991b3d-d4d8-4f81-abac-2d6b1d7adbcb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.458514] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c7788e-43e7-4d8f-bc6d-2b8b56faf47f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.465020] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b39460-14e1-415f-8cc7-4b29c7e035bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.496731] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179274MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1153.496825] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.497049] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.557442] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786889, 'name': Rename_Task, 'duration_secs': 0.146147} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.557708] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.557949] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d44e179e-20af-4763-b2f5-2c6c170a77e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.564782] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1153.564782] env[68116]: value = "task-2786890" [ 1153.564782] env[68116]: _type = "Task" [ 1153.564782] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.574628] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.677651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b305d502-e529-4714-8c5d-93324be5a0e8 tempest-ServerRescueTestJSONUnderV235-1887510182 tempest-ServerRescueTestJSONUnderV235-1887510182-project-member] Lock "5b3262ca-903a-4828-a774-4243c52c15b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.759986] env[68116]: DEBUG nova.compute.manager [req-761db9c7-fab6-4b75-8b50-5b1d3c64d9ef req-02d8516c-4fff-4db1-baff-a766c4322ac6 service nova] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Received event network-vif-deleted-dba6fbea-6cc7-4b2a-bc2b-479e244650b7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.920012] env[68116]: INFO nova.compute.manager [-] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Took 1.39 seconds to deallocate network for instance. [ 1154.074069] env[68116]: DEBUG oslo_vmware.api [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786890, 'name': PowerOnVM_Task, 'duration_secs': 0.458768} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.074353] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.074729] env[68116]: INFO nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1154.074791] env[68116]: DEBUG nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.075572] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c095f31-8838-47d7-90d9-344f28177b20 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.426397] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.527892] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 59e4767e-8354-466f-a0cf-6f89efa776e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.528161] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 69b8e486-3167-476d-b9e9-3823b20ee497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.528352] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 241b1272-3e51-4072-b753-674c38ec5af7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.528540] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 96e1f3e8-9911-4fe1-a165-48cb371a3246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.528723] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 62a33421-8d24-43ac-b41b-f635b7187490 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.528904] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 15ce9d2c-5b98-4ab3-b592-b54c965e1305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.529128] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 384b362a-8f28-4378-bc01-dd5ccc2b0592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.529418] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1154.529623] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1154.593845] env[68116]: INFO nova.compute.manager [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Took 12.77 seconds to build instance. [ 1154.646175] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc1df1-6b19-41ca-9fae-388bec62f89f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.655654] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e110bc9-206c-46d4-8914-23fbfc97b944 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.687432] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fca5d0f-af30-4a79-b4c2-f32d34632610 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.695784] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d52599e-ab22-4d88-b75e-e196c5bf14f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.709348] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.080794] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.081153] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.081233] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.081382] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.081530] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.081679] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.081938] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.084724] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.084996] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.085208] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.085402] env[68116]: DEBUG nova.virt.hardware [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.086369] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0e7ae5-c2fe-4bd3-a18d-d4136cfcfb68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.095295] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d3ad9-0dae-464b-91eb-f52b9145fff9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.099316] env[68116]: DEBUG oslo_concurrency.lockutils [None req-41959a9c-6329-4525-ac6f-577a2fcfad70 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.286s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.110872] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:57:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dac58de-dd0e-4741-8a91-6938a7c1377b', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.118291] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.118533] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.118741] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f7e4d5-4bf5-4739-a098-2f96052e0eec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.137444] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.137444] env[68116]: value = "task-2786891" [ 1155.137444] env[68116]: _type = "Task" [ 1155.137444] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.145024] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786891, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.212533] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.457404] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "384b362a-8f28-4378-bc01-dd5ccc2b0592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.457841] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.458027] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "384b362a-8f28-4378-bc01-dd5ccc2b0592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.458361] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.458496] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.461095] env[68116]: INFO nova.compute.manager [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Terminating instance [ 1155.648097] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786891, 'name': CreateVM_Task, 'duration_secs': 0.487597} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.648097] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.649145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.649145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.649281] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.649462] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92ea32c-a5c3-4d95-8dbe-efb0b0452650 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.653620] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1155.653620] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520884dc-5db0-41d3-aa79-309119c259c9" [ 1155.653620] env[68116]: _type = "Task" [ 1155.653620] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.662182] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520884dc-5db0-41d3-aa79-309119c259c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.717426] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1155.717970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.717970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.292s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.718187] env[68116]: DEBUG nova.objects.instance [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lazy-loading 'resources' on Instance uuid 69b8e486-3167-476d-b9e9-3823b20ee497 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.964554] env[68116]: DEBUG nova.compute.manager [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.964815] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.965709] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb4ba0-2ddd-4b3e-9b88-98ea480c1820 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.973901] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.974149] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5259cada-0871-4fbe-a208-6ad0a0266cbc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.981149] env[68116]: DEBUG oslo_vmware.api [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1155.981149] env[68116]: value = "task-2786892" [ 1155.981149] env[68116]: _type = "Task" [ 1155.981149] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.989345] env[68116]: DEBUG oslo_vmware.api [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.164730] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520884dc-5db0-41d3-aa79-309119c259c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.165094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.165314] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.165539] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.165688] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.165865] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.166150] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b426c43c-cc56-4ccf-a8dc-8ac556686702 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.174920] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.175089] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.175855] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89699fc2-4d7b-487e-b426-c2bf19be789f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.181378] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1156.181378] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52cbf181-0157-ce33-d957-7006b7e996a9" [ 1156.181378] env[68116]: _type = "Task" [ 1156.181378] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.191256] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cbf181-0157-ce33-d957-7006b7e996a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.349370] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13662de-984c-4c86-9695-be0b75b1385f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.357607] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da80f26c-1a7d-49eb-958b-37d99200a105 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.391191] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7a8b6-df1a-4a58-b4db-fd6f9a460b1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.398517] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dec264-9e4e-44be-b188-95063e1f00aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.412994] env[68116]: DEBUG nova.compute.provider_tree [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.491117] env[68116]: DEBUG oslo_vmware.api [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786892, 'name': PowerOffVM_Task, 'duration_secs': 0.212919} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.491388] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.491558] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.491806] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f8b25b-3386-47b6-b117-703a175aa060 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.556521] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.556770] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.556960] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleting the datastore file [datastore2] 384b362a-8f28-4378-bc01-dd5ccc2b0592 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.557269] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3827ec80-01cd-4637-8cef-f7a8d6dd2bf6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.564970] env[68116]: DEBUG oslo_vmware.api [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for the task: (returnval){ [ 1156.564970] env[68116]: value = "task-2786894" [ 1156.564970] env[68116]: _type = "Task" [ 1156.564970] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.573550] env[68116]: DEBUG oslo_vmware.api [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.692742] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52cbf181-0157-ce33-d957-7006b7e996a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008471} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.693525] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac75d61b-3f01-4f27-b2b8-79ed2d9664a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.699575] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1156.699575] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525da671-0d94-f482-1527-5f32de3fdb06" [ 1156.699575] env[68116]: _type = "Task" [ 1156.699575] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.707758] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525da671-0d94-f482-1527-5f32de3fdb06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.917077] env[68116]: DEBUG nova.scheduler.client.report [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.077599] env[68116]: DEBUG oslo_vmware.api [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Task: {'id': task-2786894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13834} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.077944] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.079725] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.079945] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.080153] env[68116]: INFO nova.compute.manager [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1157.080411] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.080610] env[68116]: DEBUG nova.compute.manager [-] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.080705] env[68116]: DEBUG nova.network.neutron [-] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.211806] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525da671-0d94-f482-1527-5f32de3fdb06, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.212128] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.212394] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.212657] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1697181-5036-47a3-8547-867b80ed54d7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.219815] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1157.219815] env[68116]: value = "task-2786895" [ 1157.219815] env[68116]: _type = "Task" [ 1157.219815] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.228906] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.425643] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.452171] env[68116]: INFO nova.scheduler.client.report [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Deleted allocations for instance 69b8e486-3167-476d-b9e9-3823b20ee497 [ 1157.498433] env[68116]: DEBUG nova.compute.manager [req-0b45097e-f4e5-4fbb-9780-8b4c7cf06e58 req-8a0bad5d-1953-4ef9-8e76-8746f73214a5 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Received event network-vif-deleted-b29e8169-6801-4986-b7a2-22ae39222fc7 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.499533] env[68116]: INFO nova.compute.manager [req-0b45097e-f4e5-4fbb-9780-8b4c7cf06e58 req-8a0bad5d-1953-4ef9-8e76-8746f73214a5 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Neutron deleted interface b29e8169-6801-4986-b7a2-22ae39222fc7; detaching it from the instance and deleting it from the info cache [ 1157.499851] env[68116]: DEBUG nova.network.neutron [req-0b45097e-f4e5-4fbb-9780-8b4c7cf06e58 req-8a0bad5d-1953-4ef9-8e76-8746f73214a5 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.731748] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47414} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.732207] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.732475] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.732748] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13bdba39-a1a9-4561-a5b6-190b0a1d73ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.741207] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1157.741207] env[68116]: value = "task-2786896" [ 1157.741207] env[68116]: _type = "Task" [ 1157.741207] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.750093] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.819276] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.819276] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.819276] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.819276] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.819276] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.820890] env[68116]: INFO nova.compute.manager [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Terminating instance [ 1157.959844] env[68116]: DEBUG nova.network.neutron [-] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.961410] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2f33a421-5d82-4df9-90d0-95ff6466ffce tempest-AttachInterfacesTestJSON-321089733 tempest-AttachInterfacesTestJSON-321089733-project-member] Lock "69b8e486-3167-476d-b9e9-3823b20ee497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.130s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.003453] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cb58a5f-d681-407f-bdf8-b9ce33c2333e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.015569] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8427bdc-29a7-42f5-a00a-43d32b54fcbc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.050555] env[68116]: DEBUG nova.compute.manager [req-0b45097e-f4e5-4fbb-9780-8b4c7cf06e58 req-8a0bad5d-1953-4ef9-8e76-8746f73214a5 service nova] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Detach interface failed, port_id=b29e8169-6801-4986-b7a2-22ae39222fc7, reason: Instance 384b362a-8f28-4378-bc01-dd5ccc2b0592 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1158.252227] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194795} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.252227] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.253381] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3508e569-7ac4-4738-ab6e-8661d1fe6c25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.279711] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.280195] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a25cfa-6f27-411c-a09f-b287ea45f71c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.305541] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1158.305541] env[68116]: value = "task-2786897" [ 1158.305541] env[68116]: _type = "Task" [ 1158.305541] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.318756] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.324928] env[68116]: DEBUG nova.compute.manager [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.326015] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.328024] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72edcea1-ad16-465a-ba1a-657717c52594 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.336579] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.338921] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b212313d-4ccd-4bd3-abf5-65e511bd09a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.346021] env[68116]: DEBUG oslo_vmware.api [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1158.346021] env[68116]: value = "task-2786898" [ 1158.346021] env[68116]: _type = "Task" [ 1158.346021] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.361020] env[68116]: DEBUG oslo_vmware.api [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.462385] env[68116]: INFO nova.compute.manager [-] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Took 1.38 seconds to deallocate network for instance. [ 1158.818790] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786897, 'name': ReconfigVM_Task, 'duration_secs': 0.377612} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.819978] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7/241b1272-3e51-4072-b753-674c38ec5af7.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.822719] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'image_id': 'a13e2aa0-9ae1-4532-864a-afe0a14b3f50'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b34c2fe5-8c1f-4058-8204-08613383126b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68116) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1158.822937] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1158.823142] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1158.823957] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2d1bd-6d60-46a5-b858-49c3973fb1ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.840700] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd7ba72-1281-4f09-80af-72f5742662cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.867922] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3/volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.868850] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1148797-d274-4f21-a911-38162d75ba70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.889500] env[68116]: DEBUG oslo_vmware.api [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786898, 'name': PowerOffVM_Task, 'duration_secs': 0.216121} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.890354] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.891024] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.891024] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b80b7be-994f-494d-979e-5d77369a6d64 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.896035] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1158.896035] env[68116]: value = "task-2786899" [ 1158.896035] env[68116]: _type = "Task" [ 1158.896035] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.904354] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.959151] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.959151] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.959151] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleting the datastore file [datastore2] 96e1f3e8-9911-4fe1-a165-48cb371a3246 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.959352] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6556e04-6047-498f-82d8-f102562b2fd1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.965750] env[68116]: DEBUG oslo_vmware.api [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for the task: (returnval){ [ 1158.965750] env[68116]: value = "task-2786901" [ 1158.965750] env[68116]: _type = "Task" [ 1158.965750] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.977390] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.977723] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.978164] env[68116]: DEBUG nova.objects.instance [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lazy-loading 'resources' on Instance uuid 384b362a-8f28-4378-bc01-dd5ccc2b0592 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.979311] env[68116]: DEBUG oslo_vmware.api [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.407223] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786899, 'name': ReconfigVM_Task, 'duration_secs': 0.358303} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.407223] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3/volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.412437] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-643d9f57-4d38-4951-b104-1f3cdb44a0a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.429678] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1159.429678] env[68116]: value = "task-2786902" [ 1159.429678] env[68116]: _type = "Task" [ 1159.429678] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.441797] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.480808] env[68116]: DEBUG oslo_vmware.api [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Task: {'id': task-2786901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156549} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.484282] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.484899] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.485311] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.485492] env[68116]: INFO nova.compute.manager [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1159.485756] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.486204] env[68116]: DEBUG nova.compute.manager [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.486305] env[68116]: DEBUG nova.network.neutron [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.604572] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a7fa9c-e401-4644-b8ee-b18d21c38aa3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.613695] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4167b5b-8ea5-4d33-aa2e-7f093514af23 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.646818] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef0ba8-6ea4-4091-99e4-d8903751858b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.654770] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb36c9-7616-4291-83a6-135da870957c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.669306] env[68116]: DEBUG nova.compute.provider_tree [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.948782] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786902, 'name': ReconfigVM_Task, 'duration_secs': 0.316159} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.949196] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.949749] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24f8ae1b-fa8f-448e-a645-d7290d123c66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.955922] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1159.955922] env[68116]: value = "task-2786903" [ 1159.955922] env[68116]: _type = "Task" [ 1159.955922] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.966159] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786903, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.105043] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "b90cd204-f738-4030-b2e4-49498a2ab627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.105296] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "b90cd204-f738-4030-b2e4-49498a2ab627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.171739] env[68116]: DEBUG nova.scheduler.client.report [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.256665] env[68116]: DEBUG nova.compute.manager [req-04c22746-0105-4574-a6f5-0dfcf12bd091 req-44a73022-d1c2-41ae-8d3b-cba07c038190 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Received event network-vif-deleted-1b47e5a5-5481-413d-b98e-9c69d26feef0 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1160.256908] env[68116]: INFO nova.compute.manager [req-04c22746-0105-4574-a6f5-0dfcf12bd091 req-44a73022-d1c2-41ae-8d3b-cba07c038190 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Neutron deleted interface 1b47e5a5-5481-413d-b98e-9c69d26feef0; detaching it from the instance and deleting it from the info cache [ 1160.257254] env[68116]: DEBUG nova.network.neutron [req-04c22746-0105-4574-a6f5-0dfcf12bd091 req-44a73022-d1c2-41ae-8d3b-cba07c038190 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.471801] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786903, 'name': Rename_Task, 'duration_secs': 0.192132} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.472122] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.472479] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a3f558-cd33-492f-94fd-f1d5ab423bc0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.479783] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1160.479783] env[68116]: value = "task-2786904" [ 1160.479783] env[68116]: _type = "Task" [ 1160.479783] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.495335] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.610240] env[68116]: DEBUG nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.684592] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.727714] env[68116]: INFO nova.scheduler.client.report [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Deleted allocations for instance 384b362a-8f28-4378-bc01-dd5ccc2b0592 [ 1160.734744] env[68116]: DEBUG nova.network.neutron [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.760455] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b53d4299-cb49-44f8-a05f-79a218b90acc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.771026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6371d089-97de-41b3-b6fb-a7858bfe946e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.804755] env[68116]: DEBUG nova.compute.manager [req-04c22746-0105-4574-a6f5-0dfcf12bd091 req-44a73022-d1c2-41ae-8d3b-cba07c038190 service nova] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Detach interface failed, port_id=1b47e5a5-5481-413d-b98e-9c69d26feef0, reason: Instance 96e1f3e8-9911-4fe1-a165-48cb371a3246 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1160.991972] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786904, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.145920] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.146270] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.148322] env[68116]: INFO nova.compute.claims [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.238844] env[68116]: INFO nova.compute.manager [-] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Took 1.75 seconds to deallocate network for instance. [ 1161.241060] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7f6dfb64-8a6e-43f1-ac6c-0c84f29bce17 tempest-ImagesOneServerNegativeTestJSON-1955885897 tempest-ImagesOneServerNegativeTestJSON-1955885897-project-member] Lock "384b362a-8f28-4378-bc01-dd5ccc2b0592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.254357] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.254570] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.493197] env[68116]: DEBUG oslo_vmware.api [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786904, 'name': PowerOnVM_Task, 'duration_secs': 0.669622} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.493465] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.493666] env[68116]: DEBUG nova.compute.manager [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.494440] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05401e-c281-4e85-bf67-fa8e7df43eb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.746796] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.757746] env[68116]: DEBUG nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.840108] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.840435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.009548] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.282241] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c728a1-217b-4816-bc6c-fa670090d108 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.286484] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.291825] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8716ef59-d35b-4af5-b828-44ce9df1d547 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.323966] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadc636b-9847-4bc3-acdf-bc61a5ce27b8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.332022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a789da8-9dac-44dc-95b6-e8deed64f37c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.348125] env[68116]: DEBUG nova.compute.utils [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.349602] env[68116]: DEBUG nova.compute.provider_tree [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.852633] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.853698] env[68116]: DEBUG nova.scheduler.client.report [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.362033] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.362485] env[68116]: DEBUG nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.365616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.618s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.365825] env[68116]: DEBUG nova.objects.instance [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lazy-loading 'resources' on Instance uuid 96e1f3e8-9911-4fe1-a165-48cb371a3246 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.872090] env[68116]: DEBUG nova.compute.utils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.874788] env[68116]: DEBUG nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.874975] env[68116]: DEBUG nova.network.neutron [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.929942] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.930942] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.931675] env[68116]: INFO nova.compute.manager [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Attaching volume 85283f19-ed78-4579-9f66-4d41b7d8d2ba to /dev/sdb [ 1163.940207] env[68116]: DEBUG nova.policy [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aea7bd9c8c22490788d62a5e61a256f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a482b124834b3b90c6f2d6d10d31f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.986924] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533a5754-ff2a-4af1-9ab4-903e209ddab1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.994455] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e249b-8c1f-49be-92e6-a8689bc0552c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.011256] env[68116]: DEBUG nova.virt.block_device [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Updating existing volume attachment record: 1e1bf84a-fe19-4050-b8af-4d0c6a9f1089 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.029629] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc5b4a-090a-4bfa-a35d-07387795cba2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.038605] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1e9df6-4f2f-4fee-b965-5610a6cf21fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.075069] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076301d7-aa26-40e2-9404-5509331c8f98 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.084652] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d62f7e2-7642-4129-b336-a71bb593a0b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.097061] env[68116]: DEBUG nova.compute.provider_tree [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.246938] env[68116]: DEBUG nova.network.neutron [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Successfully created port: 859590c1-db8b-4025-82f1-0bd2367b8b3a {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.375758] env[68116]: DEBUG nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.599256] env[68116]: DEBUG nova.scheduler.client.report [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.105729] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.108548] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.099s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.108846] env[68116]: DEBUG nova.objects.instance [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1165.137429] env[68116]: INFO nova.scheduler.client.report [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Deleted allocations for instance 96e1f3e8-9911-4fe1-a165-48cb371a3246 [ 1165.388642] env[68116]: DEBUG nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.427155] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.427155] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.427155] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.427155] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.427155] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.427392] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.427606] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.427659] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.427909] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.427977] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.428176] env[68116]: DEBUG nova.virt.hardware [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.429273] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae652dc5-44a1-470a-89cf-f9e2195c255f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.437823] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44e06ad-08a6-4e2b-98cc-7fb9f8343254 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.647312] env[68116]: DEBUG oslo_concurrency.lockutils [None req-04d273ba-abf9-4eaa-bf11-32a49a70ffb2 tempest-AttachVolumeShelveTestJSON-1309092891 tempest-AttachVolumeShelveTestJSON-1309092891-project-member] Lock "96e1f3e8-9911-4fe1-a165-48cb371a3246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.827s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.847818] env[68116]: DEBUG nova.compute.manager [req-e198fd98-4baf-496c-80e5-9f8a1ffa6fce req-f1682fa8-74a5-4b4d-ab25-e9e80a40c5ef service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Received event network-vif-plugged-859590c1-db8b-4025-82f1-0bd2367b8b3a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1165.848015] env[68116]: DEBUG oslo_concurrency.lockutils [req-e198fd98-4baf-496c-80e5-9f8a1ffa6fce req-f1682fa8-74a5-4b4d-ab25-e9e80a40c5ef service nova] Acquiring lock "b90cd204-f738-4030-b2e4-49498a2ab627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.848334] env[68116]: DEBUG oslo_concurrency.lockutils [req-e198fd98-4baf-496c-80e5-9f8a1ffa6fce req-f1682fa8-74a5-4b4d-ab25-e9e80a40c5ef service nova] Lock "b90cd204-f738-4030-b2e4-49498a2ab627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.848466] env[68116]: DEBUG oslo_concurrency.lockutils [req-e198fd98-4baf-496c-80e5-9f8a1ffa6fce req-f1682fa8-74a5-4b4d-ab25-e9e80a40c5ef service nova] Lock "b90cd204-f738-4030-b2e4-49498a2ab627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.848650] env[68116]: DEBUG nova.compute.manager [req-e198fd98-4baf-496c-80e5-9f8a1ffa6fce req-f1682fa8-74a5-4b4d-ab25-e9e80a40c5ef service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] No waiting events found dispatching network-vif-plugged-859590c1-db8b-4025-82f1-0bd2367b8b3a {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.848816] env[68116]: WARNING nova.compute.manager [req-e198fd98-4baf-496c-80e5-9f8a1ffa6fce req-f1682fa8-74a5-4b4d-ab25-e9e80a40c5ef service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Received unexpected event network-vif-plugged-859590c1-db8b-4025-82f1-0bd2367b8b3a for instance with vm_state building and task_state spawning. [ 1165.932262] env[68116]: DEBUG nova.network.neutron [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Successfully updated port: 859590c1-db8b-4025-82f1-0bd2367b8b3a {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.119154] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d05a6640-73c8-4e27-8103-0e90db336b0c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.120209] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.834s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.122068] env[68116]: INFO nova.compute.claims [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.435072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "refresh_cache-b90cd204-f738-4030-b2e4-49498a2ab627" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.435072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "refresh_cache-b90cd204-f738-4030-b2e4-49498a2ab627" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.435072] env[68116]: DEBUG nova.network.neutron [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.972986] env[68116]: DEBUG nova.network.neutron [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.115697] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.115697] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.123085] env[68116]: DEBUG nova.network.neutron [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Updating instance_info_cache with network_info: [{"id": "859590c1-db8b-4025-82f1-0bd2367b8b3a", "address": "fa:16:3e:16:a3:5f", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859590c1-db", "ovs_interfaceid": "859590c1-db8b-4025-82f1-0bd2367b8b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.234067] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f86b38-d9e6-4b20-9a5a-34aba962bb38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.241872] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5a6095-e4ed-4ce2-899c-6a78856ffed8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.273484] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa178e-b5f3-4d5a-94fe-a11bc442a575 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.280738] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101602eb-ffe5-45f4-9afd-279d6f46bcc6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.294122] env[68116]: DEBUG nova.compute.provider_tree [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.617544] env[68116]: DEBUG nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.626308] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "refresh_cache-b90cd204-f738-4030-b2e4-49498a2ab627" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.626589] env[68116]: DEBUG nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Instance network_info: |[{"id": "859590c1-db8b-4025-82f1-0bd2367b8b3a", "address": "fa:16:3e:16:a3:5f", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859590c1-db", "ovs_interfaceid": "859590c1-db8b-4025-82f1-0bd2367b8b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.626958] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:a3:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '859590c1-db8b-4025-82f1-0bd2367b8b3a', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.634384] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating folder: Project (a0a482b124834b3b90c6f2d6d10d31f5). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.634968] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec22cd53-4b9e-42a1-91cb-b792ec67328b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.645773] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created folder: Project (a0a482b124834b3b90c6f2d6d10d31f5) in parent group-v559920. [ 1167.645969] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating folder: Instances. Parent ref: group-v560225. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.646219] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8332fef9-421c-41b6-b2f9-37fa0bb8a699 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.657044] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created folder: Instances in parent group-v560225. [ 1167.657044] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.657044] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.657448] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43076597-8dd6-46a1-8cb2-06f14d84663e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.675299] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.675299] env[68116]: value = "task-2786912" [ 1167.675299] env[68116]: _type = "Task" [ 1167.675299] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.682697] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786912, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.797520] env[68116]: DEBUG nova.scheduler.client.report [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.872437] env[68116]: DEBUG nova.compute.manager [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Received event network-changed-859590c1-db8b-4025-82f1-0bd2367b8b3a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.872758] env[68116]: DEBUG nova.compute.manager [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Refreshing instance network info cache due to event network-changed-859590c1-db8b-4025-82f1-0bd2367b8b3a. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1167.872927] env[68116]: DEBUG oslo_concurrency.lockutils [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] Acquiring lock "refresh_cache-b90cd204-f738-4030-b2e4-49498a2ab627" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.873068] env[68116]: DEBUG oslo_concurrency.lockutils [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] Acquired lock "refresh_cache-b90cd204-f738-4030-b2e4-49498a2ab627" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.873224] env[68116]: DEBUG nova.network.neutron [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Refreshing network info cache for port 859590c1-db8b-4025-82f1-0bd2367b8b3a {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.018971] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.019230] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.019395] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.019544] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.019789] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.019932] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1168.020094] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.141531] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.185588] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786912, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.302835] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.303466] env[68116]: DEBUG nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.306970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.165s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.308694] env[68116]: INFO nova.compute.claims [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.523867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.558073] env[68116]: DEBUG nova.network.neutron [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Updated VIF entry in instance network info cache for port 859590c1-db8b-4025-82f1-0bd2367b8b3a. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.558073] env[68116]: DEBUG nova.network.neutron [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Updating instance_info_cache with network_info: [{"id": "859590c1-db8b-4025-82f1-0bd2367b8b3a", "address": "fa:16:3e:16:a3:5f", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859590c1-db", "ovs_interfaceid": "859590c1-db8b-4025-82f1-0bd2367b8b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.568097] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.568336] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560224', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'name': 'volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62a33421-8d24-43ac-b41b-f635b7187490', 'attached_at': '', 'detached_at': '', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'serial': '85283f19-ed78-4579-9f66-4d41b7d8d2ba'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.569235] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d4ed9-65e5-43b5-9a8d-5ff0f6c40715 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.588119] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff2af54-4dbb-4aeb-8bc9-ffc34262a15e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.612868] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba/volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.613222] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-facd2bda-2328-4911-9bbb-00463445c717 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.632697] env[68116]: DEBUG oslo_vmware.api [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1168.632697] env[68116]: value = "task-2786913" [ 1168.632697] env[68116]: _type = "Task" [ 1168.632697] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.641067] env[68116]: DEBUG oslo_vmware.api [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.685938] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786912, 'name': CreateVM_Task, 'duration_secs': 0.719173} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.686123] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.686804] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.686965] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.687324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.687582] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f707f55b-0fe9-4f25-9a94-e1e7e8ecdab0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.692203] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1168.692203] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5290142c-06b3-954d-763d-805810474645" [ 1168.692203] env[68116]: _type = "Task" [ 1168.692203] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.699786] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5290142c-06b3-954d-763d-805810474645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.813312] env[68116]: DEBUG nova.compute.utils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.817087] env[68116]: DEBUG nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.817234] env[68116]: DEBUG nova.network.neutron [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.854553] env[68116]: DEBUG nova.policy [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6f924a055841d1b1aa1af2828cfd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6aadc8decfd4377b62a1cf00a19ecb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.060641] env[68116]: DEBUG oslo_concurrency.lockutils [req-7dc7426c-16f6-4134-bdd8-ab99a4241abd req-a892add5-573f-4228-b398-09b07015f611 service nova] Releasing lock "refresh_cache-b90cd204-f738-4030-b2e4-49498a2ab627" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.126733] env[68116]: DEBUG nova.network.neutron [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Successfully created port: 48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.141533] env[68116]: DEBUG oslo_vmware.api [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786913, 'name': ReconfigVM_Task, 'duration_secs': 0.381747} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.141817] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba/volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.146420] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04cba155-181e-4199-a14e-5bb83412a2c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.160514] env[68116]: DEBUG oslo_vmware.api [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1169.160514] env[68116]: value = "task-2786914" [ 1169.160514] env[68116]: _type = "Task" [ 1169.160514] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.167810] env[68116]: DEBUG oslo_vmware.api [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.205684] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5290142c-06b3-954d-763d-805810474645, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.206055] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.206412] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.206775] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.207052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.207366] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.207741] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a060b2-e2c5-4e7a-ae65-d20d8d0cbff6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.216829] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.217136] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.218264] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efefc8b6-b97f-4eb9-974a-68716915efc0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.225388] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1169.225388] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520ee526-dcff-a68c-0dad-d0dce4a63379" [ 1169.225388] env[68116]: _type = "Task" [ 1169.225388] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.237664] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520ee526-dcff-a68c-0dad-d0dce4a63379, 'name': SearchDatastore_Task, 'duration_secs': 0.008153} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.238773] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce889101-21cd-4fbd-bf0c-d3e18c054a93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.245809] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1169.245809] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ff16c5-84da-c04d-82cb-00ae693472a2" [ 1169.245809] env[68116]: _type = "Task" [ 1169.245809] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.256767] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ff16c5-84da-c04d-82cb-00ae693472a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.317770] env[68116]: DEBUG nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.442902] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b03908-c25c-4bf3-ba4c-2a31cb5ac2b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.452964] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12acd5e7-7cd3-4c31-a5fb-77576bbb25a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.493259] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e6307-e2aa-4a4b-ba71-1dbaeff3d6a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.500791] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08081105-bf7c-4b8c-9d3b-d2ed3f2b18c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.514527] env[68116]: DEBUG nova.compute.provider_tree [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.674151] env[68116]: DEBUG oslo_vmware.api [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786914, 'name': ReconfigVM_Task, 'duration_secs': 0.142107} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.674310] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560224', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'name': 'volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62a33421-8d24-43ac-b41b-f635b7187490', 'attached_at': '', 'detached_at': '', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'serial': '85283f19-ed78-4579-9f66-4d41b7d8d2ba'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1169.758407] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ff16c5-84da-c04d-82cb-00ae693472a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.758676] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.758942] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b90cd204-f738-4030-b2e4-49498a2ab627/b90cd204-f738-4030-b2e4-49498a2ab627.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.759211] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4399cdce-d62a-4a84-9831-f8ac0840d840 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.765355] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1169.765355] env[68116]: value = "task-2786915" [ 1169.765355] env[68116]: _type = "Task" [ 1169.765355] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.773206] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.017685] env[68116]: DEBUG nova.scheduler.client.report [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.275647] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.330967] env[68116]: DEBUG nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.358182] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.358440] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.358610] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.358792] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.358936] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.359091] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.359305] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.359465] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.359630] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.359789] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.359962] env[68116]: DEBUG nova.virt.hardware [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.360843] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd939c-3a04-4b45-8ac9-f848030c3936 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.368821] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175788ca-6680-4a53-b291-0e24a97d0f3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.522321] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.525625] env[68116]: DEBUG nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.531275] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.008s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.532119] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.532327] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1170.533198] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7600426-6f51-492b-b442-ff99dc2c2f81 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.543466] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd464d0c-190f-4f4b-a11f-7138c4748ac9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.549909] env[68116]: DEBUG nova.compute.manager [req-5ca6d1ec-f2ac-4729-a5f4-372343f04a78 req-269a1267-f448-440d-a25d-0afaaaf4a809 service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Received event network-vif-plugged-48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.550187] env[68116]: DEBUG oslo_concurrency.lockutils [req-5ca6d1ec-f2ac-4729-a5f4-372343f04a78 req-269a1267-f448-440d-a25d-0afaaaf4a809 service nova] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.550415] env[68116]: DEBUG oslo_concurrency.lockutils [req-5ca6d1ec-f2ac-4729-a5f4-372343f04a78 req-269a1267-f448-440d-a25d-0afaaaf4a809 service nova] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.550612] env[68116]: DEBUG oslo_concurrency.lockutils [req-5ca6d1ec-f2ac-4729-a5f4-372343f04a78 req-269a1267-f448-440d-a25d-0afaaaf4a809 service nova] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.550816] env[68116]: DEBUG nova.compute.manager [req-5ca6d1ec-f2ac-4729-a5f4-372343f04a78 req-269a1267-f448-440d-a25d-0afaaaf4a809 service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] No waiting events found dispatching network-vif-plugged-48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.551019] env[68116]: WARNING nova.compute.manager [req-5ca6d1ec-f2ac-4729-a5f4-372343f04a78 req-269a1267-f448-440d-a25d-0afaaaf4a809 service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Received unexpected event network-vif-plugged-48a3216d-9715-4f40-a31d-ac730738c4ce for instance with vm_state building and task_state spawning. [ 1170.564765] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635a2008-c7f2-4489-8a21-13e0a360bca6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.569402] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1be28c8-b330-4db9-8bf4-1021eae000fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.611409] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179274MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1170.611619] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.611876] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.615474] env[68116]: DEBUG nova.network.neutron [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Successfully updated port: 48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.714991] env[68116]: DEBUG nova.objects.instance [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'flavor' on Instance uuid 62a33421-8d24-43ac-b41b-f635b7187490 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.776582] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51083} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.776849] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b90cd204-f738-4030-b2e4-49498a2ab627/b90cd204-f738-4030-b2e4-49498a2ab627.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.777072] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.777344] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00fd631c-2d59-410b-b9db-07897071104a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.784303] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1170.784303] env[68116]: value = "task-2786916" [ 1170.784303] env[68116]: _type = "Task" [ 1170.784303] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.791918] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.032550] env[68116]: DEBUG nova.compute.utils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.034323] env[68116]: DEBUG nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.034469] env[68116]: DEBUG nova.network.neutron [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.113838] env[68116]: DEBUG nova.policy [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b1c7192a0241c180167d4200e2d20e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e52b2d3d1a0a4607ae2d6d5e94f94ba4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.115983] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.120019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.120019] env[68116]: DEBUG nova.network.neutron [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.220031] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b691ae14-5d49-45c7-aa0e-226be1b7263c tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.293826] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062466} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.295494] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.296362] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25774e96-56ed-4641-90a0-dad95b36bd58 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.319494] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] b90cd204-f738-4030-b2e4-49498a2ab627/b90cd204-f738-4030-b2e4-49498a2ab627.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.319788] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b260eb16-8979-4fa7-8271-a9e619c2798c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.340354] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1171.340354] env[68116]: value = "task-2786917" [ 1171.340354] env[68116]: _type = "Task" [ 1171.340354] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.348994] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.526027] env[68116]: DEBUG nova.network.neutron [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Successfully created port: 55fff699-303c-4ff3-ad18-875393307017 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.539787] env[68116]: DEBUG nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.653547] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 59e4767e-8354-466f-a0cf-6f89efa776e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.653666] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 241b1272-3e51-4072-b753-674c38ec5af7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.653736] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 62a33421-8d24-43ac-b41b-f635b7187490 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.653944] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 15ce9d2c-5b98-4ab3-b592-b54c965e1305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.653944] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b90cd204-f738-4030-b2e4-49498a2ab627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.654095] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 06f18856-3e62-47f8-87ac-efbafe2477f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.654192] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 19ccaa0f-04d9-48f4-9cd8-ea399922a11d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.654385] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1171.654525] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1171.659912] env[68116]: DEBUG nova.network.neutron [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.777855] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9292e519-5643-46b8-b7be-4e17ba964961 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.787490] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de2cac3-63b7-4095-a586-0d45af6bbb1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.820153] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfabd03b-9be1-4636-8abf-d9ff5d759918 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.827496] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9bd2da-249b-4016-a080-8faf0e0b173d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.841778] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.856803] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786917, 'name': ReconfigVM_Task, 'duration_secs': 0.306304} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.857103] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Reconfigured VM instance instance-0000006c to attach disk [datastore2] b90cd204-f738-4030-b2e4-49498a2ab627/b90cd204-f738-4030-b2e4-49498a2ab627.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.858014] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10863970-bbd7-4694-926d-bc28f2ea515f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.863929] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1171.863929] env[68116]: value = "task-2786918" [ 1171.863929] env[68116]: _type = "Task" [ 1171.863929] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.869321] env[68116]: DEBUG nova.network.neutron [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updating instance_info_cache with network_info: [{"id": "48a3216d-9715-4f40-a31d-ac730738c4ce", "address": "fa:16:3e:4f:ac:fa", "network": {"id": "857b895e-516a-4aad-a647-653a574ca817", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1148011631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6aadc8decfd4377b62a1cf00a19ecb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a3216d-97", "ovs_interfaceid": "48a3216d-9715-4f40-a31d-ac730738c4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.873804] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786918, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.348971] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.374996] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Releasing lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.375373] env[68116]: DEBUG nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Instance network_info: |[{"id": "48a3216d-9715-4f40-a31d-ac730738c4ce", "address": "fa:16:3e:4f:ac:fa", "network": {"id": "857b895e-516a-4aad-a647-653a574ca817", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1148011631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6aadc8decfd4377b62a1cf00a19ecb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a3216d-97", "ovs_interfaceid": "48a3216d-9715-4f40-a31d-ac730738c4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.375671] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786918, 'name': Rename_Task, 'duration_secs': 0.141622} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.376007] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:ac:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a3216d-9715-4f40-a31d-ac730738c4ce', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.383917] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Creating folder: Project (f6aadc8decfd4377b62a1cf00a19ecb5). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.383917] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.384320] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d36d38c1-2848-42a6-af32-f9ff6aca7238 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.385976] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d8f23c7-ffac-47f3-981c-c748c5834382 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.394029] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1172.394029] env[68116]: value = "task-2786920" [ 1172.394029] env[68116]: _type = "Task" [ 1172.394029] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.397792] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Created folder: Project (f6aadc8decfd4377b62a1cf00a19ecb5) in parent group-v559920. [ 1172.397983] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Creating folder: Instances. Parent ref: group-v560228. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.398575] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1556bef-1a05-4e5f-a6d5-d6b52e7d901d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.405452] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.415941] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Created folder: Instances in parent group-v560228. [ 1172.415941] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.416188] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.416453] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ced3121b-4a18-4f48-acf6-9d078822eaa4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.437157] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.437157] env[68116]: value = "task-2786922" [ 1172.437157] env[68116]: _type = "Task" [ 1172.437157] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.445420] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786922, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.548899] env[68116]: DEBUG nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.581442] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.581753] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.581946] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.582182] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.582360] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.582549] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.582807] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.583020] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.583234] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.583453] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.583705] env[68116]: DEBUG nova.virt.hardware [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.584705] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055d6dd6-abc8-4f2e-9187-e6788464b73b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.590332] env[68116]: DEBUG nova.compute.manager [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Received event network-changed-48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1172.590332] env[68116]: DEBUG nova.compute.manager [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Refreshing instance network info cache due to event network-changed-48a3216d-9715-4f40-a31d-ac730738c4ce. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1172.590522] env[68116]: DEBUG oslo_concurrency.lockutils [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] Acquiring lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.590878] env[68116]: DEBUG oslo_concurrency.lockutils [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] Acquired lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.591113] env[68116]: DEBUG nova.network.neutron [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Refreshing network info cache for port 48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.598358] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350566f1-692d-4196-97e5-59d2f0c0ee39 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.854267] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1172.855136] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.243s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.855136] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.855136] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Cleaning up deleted instances {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1172.903819] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.924120] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.924354] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.947314] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786922, 'name': CreateVM_Task, 'duration_secs': 0.340143} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.947708] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.948510] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.948510] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.948799] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.949147] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3173494-8389-4471-ab13-6dc16d6ba948 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.953526] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1172.953526] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5256b084-d250-8ac8-1dab-4f4186ae5ecf" [ 1172.953526] env[68116]: _type = "Task" [ 1172.953526] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.961737] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5256b084-d250-8ac8-1dab-4f4186ae5ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.153903] env[68116]: DEBUG nova.network.neutron [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Successfully updated port: 55fff699-303c-4ff3-ad18-875393307017 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.323553] env[68116]: DEBUG nova.network.neutron [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updated VIF entry in instance network info cache for port 48a3216d-9715-4f40-a31d-ac730738c4ce. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.323952] env[68116]: DEBUG nova.network.neutron [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updating instance_info_cache with network_info: [{"id": "48a3216d-9715-4f40-a31d-ac730738c4ce", "address": "fa:16:3e:4f:ac:fa", "network": {"id": "857b895e-516a-4aad-a647-653a574ca817", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1148011631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6aadc8decfd4377b62a1cf00a19ecb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a3216d-97", "ovs_interfaceid": "48a3216d-9715-4f40-a31d-ac730738c4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.377559] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] There are 62 instances to clean {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1173.378042] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 384b362a-8f28-4378-bc01-dd5ccc2b0592] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1173.406924] env[68116]: DEBUG oslo_vmware.api [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786920, 'name': PowerOnVM_Task, 'duration_secs': 0.995971} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.407247] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.407492] env[68116]: INFO nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1173.407696] env[68116]: DEBUG nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.408550] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e8f92-6c8a-4d37-bfba-5a595194e723 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.429623] env[68116]: DEBUG nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.465901] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5256b084-d250-8ac8-1dab-4f4186ae5ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.465901] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.465901] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.465901] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.465901] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.465901] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.465901] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d48b42f-b633-468b-812f-5e194c481591 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.473295] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.473512] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.474247] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84120a29-8495-4aeb-aa84-7d6781e7968a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.479577] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1173.479577] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a05c00-2fb4-a967-7190-f2b928b6c37c" [ 1173.479577] env[68116]: _type = "Task" [ 1173.479577] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.486941] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a05c00-2fb4-a967-7190-f2b928b6c37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.657463] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "refresh_cache-19ccaa0f-04d9-48f4-9cd8-ea399922a11d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.657651] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquired lock "refresh_cache-19ccaa0f-04d9-48f4-9cd8-ea399922a11d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.657808] env[68116]: DEBUG nova.network.neutron [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.826674] env[68116]: DEBUG oslo_concurrency.lockutils [req-fc63cdff-f454-4b7e-8ab0-07c763cc8a87 req-5fb68b55-6752-4aac-a304-beac04b4761c service nova] Releasing lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.882614] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 5b3262ca-903a-4828-a774-4243c52c15b0] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1173.931144] env[68116]: INFO nova.compute.manager [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Took 12.81 seconds to build instance. [ 1173.991351] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a05c00-2fb4-a967-7190-f2b928b6c37c, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.992307] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36750bd2-dd83-4f62-882d-ffd12ff5019f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.997030] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1173.997030] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520d7549-85c2-7301-9429-883b008079e2" [ 1173.997030] env[68116]: _type = "Task" [ 1173.997030] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.004682] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520d7549-85c2-7301-9429-883b008079e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.056521] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.056801] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.058493] env[68116]: INFO nova.compute.claims [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.201944] env[68116]: DEBUG nova.network.neutron [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.340846] env[68116]: DEBUG nova.network.neutron [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Updating instance_info_cache with network_info: [{"id": "55fff699-303c-4ff3-ad18-875393307017", "address": "fa:16:3e:9e:a4:0b", "network": {"id": "d5fc7a11-4e5c-49e7-b916-d77e21990732", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2088648607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52b2d3d1a0a4607ae2d6d5e94f94ba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fff699-30", "ovs_interfaceid": "55fff699-303c-4ff3-ad18-875393307017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.387397] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 4b830c08-161a-4021-9a9b-711d2bccf0ea] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.437887] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0bc9a7d5-f201-42c1-9e79-308f5ceb400a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "b90cd204-f738-4030-b2e4-49498a2ab627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.332s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.508848] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520d7549-85c2-7301-9429-883b008079e2, 'name': SearchDatastore_Task, 'duration_secs': 0.044618} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.509145] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.509470] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 06f18856-3e62-47f8-87ac-efbafe2477f2/06f18856-3e62-47f8-87ac-efbafe2477f2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.509746] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b5121d-837d-4d40-a51a-d02a7c1f2b4b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.516198] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1174.516198] env[68116]: value = "task-2786923" [ 1174.516198] env[68116]: _type = "Task" [ 1174.516198] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.527136] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.658610] env[68116]: DEBUG nova.compute.manager [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Received event network-vif-plugged-55fff699-303c-4ff3-ad18-875393307017 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1174.658610] env[68116]: DEBUG oslo_concurrency.lockutils [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] Acquiring lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.658763] env[68116]: DEBUG oslo_concurrency.lockutils [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.658811] env[68116]: DEBUG oslo_concurrency.lockutils [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.658984] env[68116]: DEBUG nova.compute.manager [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] No waiting events found dispatching network-vif-plugged-55fff699-303c-4ff3-ad18-875393307017 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.659362] env[68116]: WARNING nova.compute.manager [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Received unexpected event network-vif-plugged-55fff699-303c-4ff3-ad18-875393307017 for instance with vm_state building and task_state spawning. [ 1174.659539] env[68116]: DEBUG nova.compute.manager [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Received event network-changed-55fff699-303c-4ff3-ad18-875393307017 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1174.659696] env[68116]: DEBUG nova.compute.manager [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Refreshing instance network info cache due to event network-changed-55fff699-303c-4ff3-ad18-875393307017. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1174.659863] env[68116]: DEBUG oslo_concurrency.lockutils [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] Acquiring lock "refresh_cache-19ccaa0f-04d9-48f4-9cd8-ea399922a11d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.843485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Releasing lock "refresh_cache-19ccaa0f-04d9-48f4-9cd8-ea399922a11d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.844081] env[68116]: DEBUG nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Instance network_info: |[{"id": "55fff699-303c-4ff3-ad18-875393307017", "address": "fa:16:3e:9e:a4:0b", "network": {"id": "d5fc7a11-4e5c-49e7-b916-d77e21990732", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2088648607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52b2d3d1a0a4607ae2d6d5e94f94ba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fff699-30", "ovs_interfaceid": "55fff699-303c-4ff3-ad18-875393307017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.845149] env[68116]: DEBUG oslo_concurrency.lockutils [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] Acquired lock "refresh_cache-19ccaa0f-04d9-48f4-9cd8-ea399922a11d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.845149] env[68116]: DEBUG nova.network.neutron [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Refreshing network info cache for port 55fff699-303c-4ff3-ad18-875393307017 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.845827] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a4:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55fff699-303c-4ff3-ad18-875393307017', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.854456] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Creating folder: Project (e52b2d3d1a0a4607ae2d6d5e94f94ba4). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.855770] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c89246f-933c-4cf8-9b13-479e0e83ac11 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.867264] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Created folder: Project (e52b2d3d1a0a4607ae2d6d5e94f94ba4) in parent group-v559920. [ 1174.867536] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Creating folder: Instances. Parent ref: group-v560231. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.867897] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-460ee08b-b829-44aa-9fd1-ecea5d6b5b37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.879974] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Created folder: Instances in parent group-v560231. [ 1174.880624] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.881093] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.881504] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50145d1-acf6-491e-9011-dacbef30ef84 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.898401] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 3a457119-da8b-4315-94ef-04f6915ba4d0] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.904627] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.904627] env[68116]: value = "task-2786926" [ 1174.904627] env[68116]: _type = "Task" [ 1174.904627] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.916187] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786926, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.027780] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.231753] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70741814-477b-4ea6-b162-58b3620d3a1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.239449] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cde6de-4096-4111-aa24-0dddef41c692 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.269672] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e1e792-8d71-40ec-8623-947e5eca4831 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.277259] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24585e62-eb47-4ee7-8414-9f5d79f72a12 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.293552] env[68116]: DEBUG nova.compute.provider_tree [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.402030] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 8ad1a07d-0039-4039-8470-74c29785f9d2] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1175.421183] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786926, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.528424] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538405} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.528735] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 06f18856-3e62-47f8-87ac-efbafe2477f2/06f18856-3e62-47f8-87ac-efbafe2477f2.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.528956] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.529222] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c0faab-94c4-4c0f-b452-ee43f6eed0f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.535374] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1175.535374] env[68116]: value = "task-2786927" [ 1175.535374] env[68116]: _type = "Task" [ 1175.535374] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.542901] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.676512] env[68116]: DEBUG nova.network.neutron [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Updated VIF entry in instance network info cache for port 55fff699-303c-4ff3-ad18-875393307017. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.676789] env[68116]: DEBUG nova.network.neutron [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Updating instance_info_cache with network_info: [{"id": "55fff699-303c-4ff3-ad18-875393307017", "address": "fa:16:3e:9e:a4:0b", "network": {"id": "d5fc7a11-4e5c-49e7-b916-d77e21990732", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2088648607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52b2d3d1a0a4607ae2d6d5e94f94ba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fff699-30", "ovs_interfaceid": "55fff699-303c-4ff3-ad18-875393307017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.800128] env[68116]: DEBUG nova.scheduler.client.report [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.905774] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: a97904d4-aa99-426b-a1b2-21db87db22e8] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1175.920289] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786926, 'name': CreateVM_Task, 'duration_secs': 0.660665} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.920637] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.921391] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.921551] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.921963] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.922232] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043d2850-84e1-4ed8-adac-9fb137b48b0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.929830] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "89a469d6-0ee8-444a-a0bc-810fe364afeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.930087] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.933754] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1175.933754] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524f23c2-9ef8-ee3f-33da-12c04e391832" [ 1175.933754] env[68116]: _type = "Task" [ 1175.933754] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.944930] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524f23c2-9ef8-ee3f-33da-12c04e391832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.045971] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102878} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.045971] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.046826] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d68f8e6-2167-4243-ae12-ec0fa2596110 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.069027] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 06f18856-3e62-47f8-87ac-efbafe2477f2/06f18856-3e62-47f8-87ac-efbafe2477f2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.069738] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394c51e4-ba96-40f7-b94a-8d585119e65a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.090695] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1176.090695] env[68116]: value = "task-2786928" [ 1176.090695] env[68116]: _type = "Task" [ 1176.090695] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.099484] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.182875] env[68116]: DEBUG oslo_concurrency.lockutils [req-963dd06a-f8c8-4136-8497-faccf655a962 req-50a4cc39-3b61-42a9-af40-85616eb8c969 service nova] Releasing lock "refresh_cache-19ccaa0f-04d9-48f4-9cd8-ea399922a11d" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.308126] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.308715] env[68116]: DEBUG nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.413890] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 33af5800-9cb2-4127-8ff3-5899ac18b706] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.435346] env[68116]: DEBUG nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.451315] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524f23c2-9ef8-ee3f-33da-12c04e391832, 'name': SearchDatastore_Task, 'duration_secs': 0.018459} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.451635] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.451876] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.452115] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.452265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.452447] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.452709] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286dada5-e277-4521-8a5d-8e106e589bed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.462494] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.462680] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.463459] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124ca439-caa8-49b0-a03f-42bbef1dc0e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.468869] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1176.468869] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5222ec39-9575-6f2b-1aea-1c18e5d396bb" [ 1176.468869] env[68116]: _type = "Task" [ 1176.468869] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.477661] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5222ec39-9575-6f2b-1aea-1c18e5d396bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.602217] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.798415] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.798711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.813606] env[68116]: DEBUG nova.compute.utils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.815291] env[68116]: DEBUG nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.815450] env[68116]: DEBUG nova.network.neutron [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.861324] env[68116]: DEBUG nova.policy [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788df4730f4a49e28a06976f6dca8b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24a912144f40474c828d36f3dd72987a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.919611] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 973199f9-6247-4e7e-92b4-16d76a00e574] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.961919] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.962207] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.963705] env[68116]: INFO nova.compute.claims [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.979332] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5222ec39-9575-6f2b-1aea-1c18e5d396bb, 'name': SearchDatastore_Task, 'duration_secs': 0.019765} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.980316] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1afc8b6-6129-4cae-8e02-a3677d5cb4aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.985577] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1176.985577] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52aeac74-eeb9-ed6a-3a11-bb77c21e3a2f" [ 1176.985577] env[68116]: _type = "Task" [ 1176.985577] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.994216] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aeac74-eeb9-ed6a-3a11-bb77c21e3a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.104336] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786928, 'name': ReconfigVM_Task, 'duration_secs': 0.521927} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.104336] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 06f18856-3e62-47f8-87ac-efbafe2477f2/06f18856-3e62-47f8-87ac-efbafe2477f2.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.104336] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4a7a268-7483-48ef-bb1d-e6d30107371f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.111017] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1177.111017] env[68116]: value = "task-2786929" [ 1177.111017] env[68116]: _type = "Task" [ 1177.111017] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.116979] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786929, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.132791] env[68116]: DEBUG nova.network.neutron [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Successfully created port: c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.302013] env[68116]: DEBUG nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.319796] env[68116]: DEBUG nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.423060] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 99c8712e-215c-4f60-b44a-9451547f85be] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1177.497044] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52aeac74-eeb9-ed6a-3a11-bb77c21e3a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.019294} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.497242] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.497506] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 19ccaa0f-04d9-48f4-9cd8-ea399922a11d/19ccaa0f-04d9-48f4-9cd8-ea399922a11d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.497763] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3397398-38f9-44d3-82e5-c89ee52f9747 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.503728] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1177.503728] env[68116]: value = "task-2786930" [ 1177.503728] env[68116]: _type = "Task" [ 1177.503728] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.511470] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.619785] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786929, 'name': Rename_Task, 'duration_secs': 0.181987} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.620068] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.620322] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb6f52a-a910-4745-a0c2-50b1e5c5be0d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.626435] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1177.626435] env[68116]: value = "task-2786931" [ 1177.626435] env[68116]: _type = "Task" [ 1177.626435] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.633677] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.824969] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.925655] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: e8718377-80ee-4173-9d96-b73b0766a9cf] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.013514] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.118903] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b68c3fc-d8a1-4c04-af2c-79ffc2729c63 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.127308] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1683244d-5266-4989-871b-52aa176de474 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.169373] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318b934-2dc7-463b-af35-a87fec48ba95 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.172712] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.178805] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69607dd6-bc70-4067-8e46-f1f18fc6bc4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.193809] env[68116]: DEBUG nova.compute.provider_tree [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.331309] env[68116]: DEBUG nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.357702] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.357959] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.358162] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.358347] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.358526] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.358678] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.358889] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.359057] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.359225] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.359386] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.359556] env[68116]: DEBUG nova.virt.hardware [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.360425] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a9683-21e6-42f8-a7b1-68c510c74de8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.368313] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eef976-2c32-4a14-bd8b-f4694d8fbb0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.428996] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 69b8e486-3167-476d-b9e9-3823b20ee497] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.513696] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85208} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.513966] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 19ccaa0f-04d9-48f4-9cd8-ea399922a11d/19ccaa0f-04d9-48f4-9cd8-ea399922a11d.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.514210] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.514473] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24b99891-8a4a-46d7-ba01-3f19450123d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.520705] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1178.520705] env[68116]: value = "task-2786932" [ 1178.520705] env[68116]: _type = "Task" [ 1178.520705] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.531016] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.538808] env[68116]: DEBUG nova.compute.manager [req-98f85d7c-c474-4591-bb53-1e99d13d69b4 req-ffa4f5cc-69ff-47d3-8e94-5e28ad5c108e service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Received event network-vif-plugged-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1178.539084] env[68116]: DEBUG oslo_concurrency.lockutils [req-98f85d7c-c474-4591-bb53-1e99d13d69b4 req-ffa4f5cc-69ff-47d3-8e94-5e28ad5c108e service nova] Acquiring lock "18eaf7f7-65d9-4547-a00a-99eb53e72121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.539333] env[68116]: DEBUG oslo_concurrency.lockutils [req-98f85d7c-c474-4591-bb53-1e99d13d69b4 req-ffa4f5cc-69ff-47d3-8e94-5e28ad5c108e service nova] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.539550] env[68116]: DEBUG oslo_concurrency.lockutils [req-98f85d7c-c474-4591-bb53-1e99d13d69b4 req-ffa4f5cc-69ff-47d3-8e94-5e28ad5c108e service nova] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.539769] env[68116]: DEBUG nova.compute.manager [req-98f85d7c-c474-4591-bb53-1e99d13d69b4 req-ffa4f5cc-69ff-47d3-8e94-5e28ad5c108e service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] No waiting events found dispatching network-vif-plugged-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.539958] env[68116]: WARNING nova.compute.manager [req-98f85d7c-c474-4591-bb53-1e99d13d69b4 req-ffa4f5cc-69ff-47d3-8e94-5e28ad5c108e service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Received unexpected event network-vif-plugged-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 for instance with vm_state building and task_state spawning. [ 1178.620486] env[68116]: DEBUG nova.network.neutron [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Successfully updated port: c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.640867] env[68116]: DEBUG oslo_vmware.api [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786931, 'name': PowerOnVM_Task, 'duration_secs': 0.570744} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.641138] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.641337] env[68116]: INFO nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1178.641515] env[68116]: DEBUG nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.642290] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2e0d8-31cf-43c2-8c40-b7e0c2f8577b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.697360] env[68116]: DEBUG nova.scheduler.client.report [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.932445] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 8d68433b-7638-4d70-9089-8194ca87c6d5] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.030049] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079316} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.030842] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.031385] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9330ad-d52d-4c4c-84bf-854c9ea9e064 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.053182] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 19ccaa0f-04d9-48f4-9cd8-ea399922a11d/19ccaa0f-04d9-48f4-9cd8-ea399922a11d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.053455] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b114993b-c766-4f7b-bbd7-b6bed0fbee06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.073172] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1179.073172] env[68116]: value = "task-2786933" [ 1179.073172] env[68116]: _type = "Task" [ 1179.073172] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.081308] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.123355] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.123503] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.123656] env[68116]: DEBUG nova.network.neutron [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.159940] env[68116]: INFO nova.compute.manager [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Took 16.89 seconds to build instance. [ 1179.201968] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.202568] env[68116]: DEBUG nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.204991] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.380s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.206440] env[68116]: INFO nova.compute.claims [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.435896] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 4c248d3b-3f99-4b4b-b255-c5aebf72c796] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.583914] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.654395] env[68116]: DEBUG nova.network.neutron [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.661892] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6b9b06b1-f80a-4969-aab0-599db02adce1 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.407s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.710892] env[68116]: DEBUG nova.compute.utils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.714138] env[68116]: DEBUG nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.714300] env[68116]: DEBUG nova.network.neutron [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.775999] env[68116]: DEBUG nova.policy [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aea7bd9c8c22490788d62a5e61a256f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a482b124834b3b90c6f2d6d10d31f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.834557] env[68116]: DEBUG nova.network.neutron [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Updating instance_info_cache with network_info: [{"id": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "address": "fa:16:3e:05:a5:32", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ae4a9a-45", "ovs_interfaceid": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.939139] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 1f45f0d1-5b81-4997-ad7c-47746ce8ea49] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.057981] env[68116]: DEBUG nova.network.neutron [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Successfully created port: bcd6eb8e-0426-49ad-beae-760774262ed3 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.062128] env[68116]: DEBUG nova.compute.manager [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Received event network-changed-48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1180.062323] env[68116]: DEBUG nova.compute.manager [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Refreshing instance network info cache due to event network-changed-48a3216d-9715-4f40-a31d-ac730738c4ce. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1180.062556] env[68116]: DEBUG oslo_concurrency.lockutils [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] Acquiring lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.062730] env[68116]: DEBUG oslo_concurrency.lockutils [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] Acquired lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.062899] env[68116]: DEBUG nova.network.neutron [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Refreshing network info cache for port 48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.084318] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786933, 'name': ReconfigVM_Task, 'duration_secs': 0.923123} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.084586] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 19ccaa0f-04d9-48f4-9cd8-ea399922a11d/19ccaa0f-04d9-48f4-9cd8-ea399922a11d.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.086463] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2775350a-463e-4cfa-8e06-7090338c7470 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.092761] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1180.092761] env[68116]: value = "task-2786934" [ 1180.092761] env[68116]: _type = "Task" [ 1180.092761] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.102700] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786934, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.215524] env[68116]: DEBUG nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.340402] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.340912] env[68116]: DEBUG nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Instance network_info: |[{"id": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "address": "fa:16:3e:05:a5:32", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ae4a9a-45", "ovs_interfaceid": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.341335] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:a5:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ae4a9a-4538-4282-be31-a0aef2b9e4b4', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.349066] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.351613] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.352102] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5f23cb-87c9-4403-a780-098c8a0bc455 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.373821] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.373821] env[68116]: value = "task-2786935" [ 1180.373821] env[68116]: _type = "Task" [ 1180.373821] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.377917] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207ac37-3608-40e1-b0ea-f62f7812461f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.384672] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786935, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.387140] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0809d02-338b-4dbe-9730-8283d0e172e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.417326] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ea236-237d-46b2-ad29-ceb7ccbd09b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.424470] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9c257-4f5d-4713-b9fa-184cd1ce5e57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.437601] env[68116]: DEBUG nova.compute.provider_tree [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.441799] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 616d11a3-6b3f-4d9a-a765-ff920cc39e4d] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.569790] env[68116]: DEBUG nova.compute.manager [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Received event network-changed-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1180.570024] env[68116]: DEBUG nova.compute.manager [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Refreshing instance network info cache due to event network-changed-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1180.570249] env[68116]: DEBUG oslo_concurrency.lockutils [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] Acquiring lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.570442] env[68116]: DEBUG oslo_concurrency.lockutils [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] Acquired lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.570563] env[68116]: DEBUG nova.network.neutron [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Refreshing network info cache for port c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.608448] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786934, 'name': Rename_Task, 'duration_secs': 0.18227} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.608707] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.608949] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81308257-7f47-4544-ae4f-56cc7c58f5b6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.615282] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1180.615282] env[68116]: value = "task-2786936" [ 1180.615282] env[68116]: _type = "Task" [ 1180.615282] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.623066] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.804690] env[68116]: DEBUG nova.network.neutron [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updated VIF entry in instance network info cache for port 48a3216d-9715-4f40-a31d-ac730738c4ce. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.805125] env[68116]: DEBUG nova.network.neutron [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updating instance_info_cache with network_info: [{"id": "48a3216d-9715-4f40-a31d-ac730738c4ce", "address": "fa:16:3e:4f:ac:fa", "network": {"id": "857b895e-516a-4aad-a647-653a574ca817", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1148011631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6aadc8decfd4377b62a1cf00a19ecb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a3216d-97", "ovs_interfaceid": "48a3216d-9715-4f40-a31d-ac730738c4ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.884130] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786935, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.944135] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: f575018a-d6f5-4bae-9e08-a2331236e74a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.958102] env[68116]: ERROR nova.scheduler.client.report [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [req-5eb48d80-c01b-4b71-a795-715c9bb888ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5eb48d80-c01b-4b71-a795-715c9bb888ce"}]} [ 1180.974832] env[68116]: DEBUG nova.scheduler.client.report [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1180.989735] env[68116]: DEBUG nova.scheduler.client.report [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1180.990077] env[68116]: DEBUG nova.compute.provider_tree [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.001823] env[68116]: DEBUG nova.scheduler.client.report [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1181.026745] env[68116]: DEBUG nova.scheduler.client.report [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1181.127256] env[68116]: DEBUG oslo_vmware.api [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786936, 'name': PowerOnVM_Task, 'duration_secs': 0.46171} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.127614] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.127828] env[68116]: INFO nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1181.128015] env[68116]: DEBUG nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.128830] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e268a7-f6bd-4cb7-8d9c-463fe9999154 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.168209] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a64139-0071-4444-ab1e-31a0d64b961f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.175916] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe157b-afed-48c9-b406-4147c2970cdb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.209684] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe519ae-c12e-4c60-b43f-56ec01ce3af0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.218310] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8b3d05-4283-4ed8-ade1-869104458c69 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.233392] env[68116]: DEBUG nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.235745] env[68116]: DEBUG nova.compute.provider_tree [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.267375] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.267738] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.267992] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.268582] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.268582] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.268702] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.269016] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.269252] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.269509] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.269759] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.270169] env[68116]: DEBUG nova.virt.hardware [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.271630] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b3a298-107f-4cca-9d5c-aa649312d5a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.285417] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cbdf5d-4ab2-474c-903a-7b6bdaf8a7bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.307775] env[68116]: DEBUG oslo_concurrency.lockutils [req-a431cf9a-dccd-486e-a52e-3c329ddfbee0 req-b2041d98-225f-4cc3-a3d9-403b39867ede service nova] Releasing lock "refresh_cache-06f18856-3e62-47f8-87ac-efbafe2477f2" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.309658] env[68116]: DEBUG nova.network.neutron [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Updated VIF entry in instance network info cache for port c0ae4a9a-4538-4282-be31-a0aef2b9e4b4. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.310184] env[68116]: DEBUG nova.network.neutron [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Updating instance_info_cache with network_info: [{"id": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "address": "fa:16:3e:05:a5:32", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ae4a9a-45", "ovs_interfaceid": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.384527] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786935, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.447720] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 648318f9-f0f0-449f-a3ed-05b35b1d481e] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1181.548607] env[68116]: DEBUG nova.network.neutron [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Successfully updated port: bcd6eb8e-0426-49ad-beae-760774262ed3 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.649550] env[68116]: INFO nova.compute.manager [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Took 13.53 seconds to build instance. [ 1181.773807] env[68116]: DEBUG nova.scheduler.client.report [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1181.774336] env[68116]: DEBUG nova.compute.provider_tree [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 154 to 155 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1181.774336] env[68116]: DEBUG nova.compute.provider_tree [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.813722] env[68116]: DEBUG oslo_concurrency.lockutils [req-a050baf3-ce32-4f15-b46f-d4fb7e554472 req-2fe88606-c1ef-4ab4-a92d-47d2d765a553 service nova] Releasing lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.883798] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786935, 'name': CreateVM_Task, 'duration_secs': 1.347823} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.883798] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.884430] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.884599] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.884914] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.885182] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d626127b-b6a5-4299-a0b0-ecca375dd458 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.890177] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1181.890177] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e283a2-9aad-aa50-b4a8-f8d0ed248cb4" [ 1181.890177] env[68116]: _type = "Task" [ 1181.890177] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.898863] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e283a2-9aad-aa50-b4a8-f8d0ed248cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.951045] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 21cae65b-8e16-4f2b-a24f-ac115124328c] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.051828] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "refresh_cache-89a469d6-0ee8-444a-a0bc-810fe364afeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.051970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "refresh_cache-89a469d6-0ee8-444a-a0bc-810fe364afeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.052216] env[68116]: DEBUG nova.network.neutron [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.151449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-24f69a9d-efb0-40a9-b0d3-891d990dd2ba tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.036s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.247120] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.247296] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.247533] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.247748] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.248084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.250223] env[68116]: INFO nova.compute.manager [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Terminating instance [ 1182.278697] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.074s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.279168] env[68116]: DEBUG nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.400507] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e283a2-9aad-aa50-b4a8-f8d0ed248cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.034446} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.400821] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.401065] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.401299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.401446] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.401625] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.401886] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8e7100-a336-46f1-b840-af99bc76fba0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.410569] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.410742] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.411448] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191abb7d-296c-463b-a2c2-e64b0883097a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.417919] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1182.417919] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52182bf8-876f-91bf-4790-46c82b90aaad" [ 1182.417919] env[68116]: _type = "Task" [ 1182.417919] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.426392] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52182bf8-876f-91bf-4790-46c82b90aaad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.454544] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: fdc88bee-d41c-4cda-901f-18a1f1a2ff09] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.599065] env[68116]: DEBUG nova.compute.manager [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Received event network-vif-plugged-bcd6eb8e-0426-49ad-beae-760774262ed3 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1182.599290] env[68116]: DEBUG oslo_concurrency.lockutils [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] Acquiring lock "89a469d6-0ee8-444a-a0bc-810fe364afeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.599491] env[68116]: DEBUG oslo_concurrency.lockutils [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.599646] env[68116]: DEBUG oslo_concurrency.lockutils [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.599846] env[68116]: DEBUG nova.compute.manager [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] No waiting events found dispatching network-vif-plugged-bcd6eb8e-0426-49ad-beae-760774262ed3 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.600045] env[68116]: WARNING nova.compute.manager [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Received unexpected event network-vif-plugged-bcd6eb8e-0426-49ad-beae-760774262ed3 for instance with vm_state building and task_state spawning. [ 1182.600212] env[68116]: DEBUG nova.compute.manager [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Received event network-changed-bcd6eb8e-0426-49ad-beae-760774262ed3 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1182.600366] env[68116]: DEBUG nova.compute.manager [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Refreshing instance network info cache due to event network-changed-bcd6eb8e-0426-49ad-beae-760774262ed3. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1182.600534] env[68116]: DEBUG oslo_concurrency.lockutils [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] Acquiring lock "refresh_cache-89a469d6-0ee8-444a-a0bc-810fe364afeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.601384] env[68116]: DEBUG nova.network.neutron [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.754867] env[68116]: DEBUG nova.compute.manager [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.755124] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.756179] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399940fc-cb84-4992-b8c9-973dd8c67275 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.766089] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.766333] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44c863cf-c83c-476e-ae5e-4e46502fc4fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.783559] env[68116]: DEBUG nova.compute.utils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.784928] env[68116]: DEBUG nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.789098] env[68116]: DEBUG nova.network.neutron [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.799466] env[68116]: DEBUG oslo_vmware.api [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1182.799466] env[68116]: value = "task-2786937" [ 1182.799466] env[68116]: _type = "Task" [ 1182.799466] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.928740] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52182bf8-876f-91bf-4790-46c82b90aaad, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.930761] env[68116]: DEBUG nova.policy [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e88a2c19f5cc4bf99e5904871287d2c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '106b52d5100e4174bd6ccacc42b0aa4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.932231] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2801082c-fb00-4bff-a25f-89d7dd6b8b74 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.938048] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1182.938048] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525d3c24-7af7-f875-53fe-b1e05212c6ad" [ 1182.938048] env[68116]: _type = "Task" [ 1182.938048] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.946767] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525d3c24-7af7-f875-53fe-b1e05212c6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.957840] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 96e1f3e8-9911-4fe1-a165-48cb371a3246] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.001234] env[68116]: DEBUG nova.network.neutron [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Updating instance_info_cache with network_info: [{"id": "bcd6eb8e-0426-49ad-beae-760774262ed3", "address": "fa:16:3e:c4:1f:9b", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd6eb8e-04", "ovs_interfaceid": "bcd6eb8e-0426-49ad-beae-760774262ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.212617] env[68116]: DEBUG nova.network.neutron [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Successfully created port: f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.288043] env[68116]: DEBUG nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.311660] env[68116]: DEBUG oslo_vmware.api [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786937, 'name': PowerOffVM_Task, 'duration_secs': 0.254699} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.312074] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.312680] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.312680] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cffc412d-c9cd-42b0-af49-41d6a688684d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.378260] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.378498] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.378706] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Deleting the datastore file [datastore2] 19ccaa0f-04d9-48f4-9cd8-ea399922a11d {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.378988] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cf47dd4-47af-4c04-80c6-7612ef39c98d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.385612] env[68116]: DEBUG oslo_vmware.api [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for the task: (returnval){ [ 1183.385612] env[68116]: value = "task-2786939" [ 1183.385612] env[68116]: _type = "Task" [ 1183.385612] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.393430] env[68116]: DEBUG oslo_vmware.api [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.449179] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525d3c24-7af7-f875-53fe-b1e05212c6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.029436} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.449492] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.449782] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 18eaf7f7-65d9-4547-a00a-99eb53e72121/18eaf7f7-65d9-4547-a00a-99eb53e72121.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.450087] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75be3a00-cc92-4ffe-a5ac-3eb11be980ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.456659] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1183.456659] env[68116]: value = "task-2786940" [ 1183.456659] env[68116]: _type = "Task" [ 1183.456659] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.460705] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: e0dcd954-15bb-4cdc-8430-989769fdb570] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.467281] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.503472] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "refresh_cache-89a469d6-0ee8-444a-a0bc-810fe364afeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.503850] env[68116]: DEBUG nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Instance network_info: |[{"id": "bcd6eb8e-0426-49ad-beae-760774262ed3", "address": "fa:16:3e:c4:1f:9b", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd6eb8e-04", "ovs_interfaceid": "bcd6eb8e-0426-49ad-beae-760774262ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.504460] env[68116]: DEBUG oslo_concurrency.lockutils [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] Acquired lock "refresh_cache-89a469d6-0ee8-444a-a0bc-810fe364afeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.504696] env[68116]: DEBUG nova.network.neutron [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Refreshing network info cache for port bcd6eb8e-0426-49ad-beae-760774262ed3 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.506537] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:1f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcd6eb8e-0426-49ad-beae-760774262ed3', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.514496] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.517727] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.518909] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88f07f0a-2096-4220-8a97-6e4d1b5872a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.539056] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.539056] env[68116]: value = "task-2786941" [ 1183.539056] env[68116]: _type = "Task" [ 1183.539056] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.546695] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786941, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.756903] env[68116]: DEBUG nova.network.neutron [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Updated VIF entry in instance network info cache for port bcd6eb8e-0426-49ad-beae-760774262ed3. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.757307] env[68116]: DEBUG nova.network.neutron [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Updating instance_info_cache with network_info: [{"id": "bcd6eb8e-0426-49ad-beae-760774262ed3", "address": "fa:16:3e:c4:1f:9b", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd6eb8e-04", "ovs_interfaceid": "bcd6eb8e-0426-49ad-beae-760774262ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.896835] env[68116]: DEBUG oslo_vmware.api [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Task: {'id': task-2786939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126279} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.897093] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.897304] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.897523] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.897718] env[68116]: INFO nova.compute.manager [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1183.897966] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.898166] env[68116]: DEBUG nova.compute.manager [-] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.898260] env[68116]: DEBUG nova.network.neutron [-] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.963633] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 3a411790-fa98-4297-a670-1fc39539d038] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.970268] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446265} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.970920] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 18eaf7f7-65d9-4547-a00a-99eb53e72121/18eaf7f7-65d9-4547-a00a-99eb53e72121.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.971242] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.971597] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4408fe19-df68-4dea-84a6-f8987d94979b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.978665] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1183.978665] env[68116]: value = "task-2786942" [ 1183.978665] env[68116]: _type = "Task" [ 1183.978665] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.986214] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.048723] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786941, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.259546] env[68116]: DEBUG oslo_concurrency.lockutils [req-b8a1e561-064f-4b50-ab23-4a1cdc0a1d48 req-20cdeb68-2929-49cf-98be-825f6e5508e3 service nova] Releasing lock "refresh_cache-89a469d6-0ee8-444a-a0bc-810fe364afeb" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.296777] env[68116]: DEBUG nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.319370] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.319618] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.319774] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.319952] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.320111] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.320261] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.320471] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.320663] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.320846] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.321030] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.321215] env[68116]: DEBUG nova.virt.hardware [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.322078] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1da30-e46c-4f1f-8d92-0f1bfedf4d28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.331499] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ba53f-8d1f-43f6-8a1d-188ff1800d4e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.472020] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 8d155a79-a586-46b8-880f-08aeec5385e4] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1184.487952] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178386} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.488231] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.489027] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e81410d-20b2-4aaa-8275-8d9fc5448423 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.510372] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 18eaf7f7-65d9-4547-a00a-99eb53e72121/18eaf7f7-65d9-4547-a00a-99eb53e72121.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.512465] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f8f775-3706-401f-be9c-accb27ac0405 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.530620] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1184.530620] env[68116]: value = "task-2786943" [ 1184.530620] env[68116]: _type = "Task" [ 1184.530620] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.538713] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.549043] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786941, 'name': CreateVM_Task, 'duration_secs': 0.615669} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.549043] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.550046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.550046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.550410] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.550763] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8774bd63-a210-40c1-8c8f-c10d5a64f505 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.555759] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1184.555759] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52319813-8eda-d762-0039-ed2f6231ba69" [ 1184.555759] env[68116]: _type = "Task" [ 1184.555759] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.563690] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52319813-8eda-d762-0039-ed2f6231ba69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.625673] env[68116]: DEBUG nova.network.neutron [-] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.636490] env[68116]: DEBUG nova.compute.manager [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Received event network-vif-deleted-55fff699-303c-4ff3-ad18-875393307017 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1184.636701] env[68116]: INFO nova.compute.manager [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Neutron deleted interface 55fff699-303c-4ff3-ad18-875393307017; detaching it from the instance and deleting it from the info cache [ 1184.636951] env[68116]: DEBUG nova.network.neutron [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.681115] env[68116]: DEBUG nova.network.neutron [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Successfully updated port: f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.758357] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.758857] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.759164] env[68116]: INFO nova.compute.manager [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Shelving [ 1184.976407] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 529b75ad-559a-43c9-8991-d165820446d7] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1185.040226] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.065303] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52319813-8eda-d762-0039-ed2f6231ba69, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.065595] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.065819] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.066299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.066299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.066420] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.066617] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4e2e66a-9ae8-4449-a94e-1a7124e95d23 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.075121] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.075306] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.076058] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd07ff5-766b-441b-9c95-a2148f875dbf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.081402] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1185.081402] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e98c75-79d9-df2d-954f-4a4dd980bf65" [ 1185.081402] env[68116]: _type = "Task" [ 1185.081402] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.088859] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e98c75-79d9-df2d-954f-4a4dd980bf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.128631] env[68116]: INFO nova.compute.manager [-] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Took 1.23 seconds to deallocate network for instance. [ 1185.141367] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c3fa360-2383-4e73-acc2-a336b054eaf9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.151226] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f122c4d-4172-4087-946d-0fdeb2b61224 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.183164] env[68116]: DEBUG nova.compute.manager [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Detach interface failed, port_id=55fff699-303c-4ff3-ad18-875393307017, reason: Instance 19ccaa0f-04d9-48f4-9cd8-ea399922a11d could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1185.183427] env[68116]: DEBUG nova.compute.manager [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Received event network-vif-plugged-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1185.183612] env[68116]: DEBUG oslo_concurrency.lockutils [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.183872] env[68116]: DEBUG oslo_concurrency.lockutils [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] Lock "741abbe4-332f-425d-aa92-88078ee33183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.183969] env[68116]: DEBUG oslo_concurrency.lockutils [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] Lock "741abbe4-332f-425d-aa92-88078ee33183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.184209] env[68116]: DEBUG nova.compute.manager [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] No waiting events found dispatching network-vif-plugged-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.184314] env[68116]: WARNING nova.compute.manager [req-ebdb5c10-a5ee-4c70-85d3-6e5828b78fa3 req-4ec61d36-9aac-4489-b929-24bf0e2acca4 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Received unexpected event network-vif-plugged-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d for instance with vm_state building and task_state spawning. [ 1185.184948] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.185064] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.185846] env[68116]: DEBUG nova.network.neutron [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.479667] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 4d4fe17d-a058-49e5-a204-29732f0a92f7] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1185.541452] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.594227] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e98c75-79d9-df2d-954f-4a4dd980bf65, 'name': SearchDatastore_Task, 'duration_secs': 0.007934} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.595337] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e6f287-519b-4a2b-a48d-931645fb57e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.601662] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1185.601662] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]528bc58e-e6a7-a177-f950-6240f6197953" [ 1185.601662] env[68116]: _type = "Task" [ 1185.601662] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.612062] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528bc58e-e6a7-a177-f950-6240f6197953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.635599] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.635864] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.636101] env[68116]: DEBUG nova.objects.instance [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lazy-loading 'resources' on Instance uuid 19ccaa0f-04d9-48f4-9cd8-ea399922a11d {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.732205] env[68116]: DEBUG nova.network.neutron [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.767103] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.767421] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b483e1-36b3-4882-aaf6-3155215b67a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.774807] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1185.774807] env[68116]: value = "task-2786944" [ 1185.774807] env[68116]: _type = "Task" [ 1185.774807] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.787550] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.886098] env[68116]: DEBUG nova.network.neutron [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating instance_info_cache with network_info: [{"id": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "address": "fa:16:3e:5c:b9:5d", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54a6040-3a", "ovs_interfaceid": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.982771] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 35bc23e7-a82a-419f-9145-d6aad2b697a8] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1186.042177] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786943, 'name': ReconfigVM_Task, 'duration_secs': 1.189784} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.042469] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 18eaf7f7-65d9-4547-a00a-99eb53e72121/18eaf7f7-65d9-4547-a00a-99eb53e72121.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.043132] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3dd9526-b71c-41a0-9ecb-dc682bdc8feb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.050092] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1186.050092] env[68116]: value = "task-2786945" [ 1186.050092] env[68116]: _type = "Task" [ 1186.050092] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.058409] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786945, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.112608] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]528bc58e-e6a7-a177-f950-6240f6197953, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.112873] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.113152] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 89a469d6-0ee8-444a-a0bc-810fe364afeb/89a469d6-0ee8-444a-a0bc-810fe364afeb.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.113417] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-869e0bde-8cff-4069-9ca7-a2b456c41b51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.120925] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1186.120925] env[68116]: value = "task-2786946" [ 1186.120925] env[68116]: _type = "Task" [ 1186.120925] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.129434] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.290817] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786944, 'name': PowerOffVM_Task, 'duration_secs': 0.222762} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.291140] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.293608] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03054de4-ac96-4255-b159-3d94aa5a82e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.298258] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353be4d-f9a4-4f26-95cf-8e7df18e7087 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.321924] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a349c727-6b38-434b-b85c-81d1c3877c5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.325885] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d46994e-16de-449f-ad05-c3433c9bcb59 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.359059] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1962cf-6403-4898-be19-2206a21500cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.368996] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb9571-f9d8-47c2-a1d6-6fd03d896c0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.383484] env[68116]: DEBUG nova.compute.provider_tree [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.389052] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.389346] env[68116]: DEBUG nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Instance network_info: |[{"id": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "address": "fa:16:3e:5c:b9:5d", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54a6040-3a", "ovs_interfaceid": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.389743] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b9:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f54a6040-3a0b-4dd9-a6a7-5760ca40da2d', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.397481] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Creating folder: Project (106b52d5100e4174bd6ccacc42b0aa4c). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.398813] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb27758-a64d-49ee-882e-8fba0233653b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.408868] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Created folder: Project (106b52d5100e4174bd6ccacc42b0aa4c) in parent group-v559920. [ 1186.409075] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Creating folder: Instances. Parent ref: group-v560236. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.409320] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de29d111-da52-44db-b250-1ea2b126d83d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.418545] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Created folder: Instances in parent group-v560236. [ 1186.418824] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.419026] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.419239] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50da7e10-c0a8-404a-83e4-bd4a2d4125dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.437934] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.437934] env[68116]: value = "task-2786949" [ 1186.437934] env[68116]: _type = "Task" [ 1186.437934] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.447688] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786949, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.487205] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 3b00db3a-6f8c-4a55-a257-115e6e70fd98] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1186.563391] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786945, 'name': Rename_Task, 'duration_secs': 0.148456} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.563839] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.564248] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5dae00-25a5-4b9e-b694-ea7fc673fb35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.572248] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1186.572248] env[68116]: value = "task-2786950" [ 1186.572248] env[68116]: _type = "Task" [ 1186.572248] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.585145] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.632557] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786946, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.669314] env[68116]: DEBUG nova.compute.manager [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Received event network-changed-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.669703] env[68116]: DEBUG nova.compute.manager [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Refreshing instance network info cache due to event network-changed-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1186.670108] env[68116]: DEBUG oslo_concurrency.lockutils [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] Acquiring lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.670391] env[68116]: DEBUG oslo_concurrency.lockutils [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] Acquired lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.670660] env[68116]: DEBUG nova.network.neutron [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Refreshing network info cache for port f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.866887] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Creating Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1186.867142] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7f1dd2b-60b0-4b64-bd0f-2f09df269da1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.875740] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1186.875740] env[68116]: value = "task-2786951" [ 1186.875740] env[68116]: _type = "Task" [ 1186.875740] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.887372] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786951, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.916065] env[68116]: DEBUG nova.scheduler.client.report [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1186.916231] env[68116]: DEBUG nova.compute.provider_tree [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 155 to 156 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1186.916439] env[68116]: DEBUG nova.compute.provider_tree [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.951783] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786949, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.991389] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 074d75d3-054a-408a-901b-3031dbeea676] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1187.082515] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.131298] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707345} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.131481] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 89a469d6-0ee8-444a-a0bc-810fe364afeb/89a469d6-0ee8-444a-a0bc-810fe364afeb.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.131661] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.131918] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd8350b9-5b29-47ef-9bdc-ca51f04f7a25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.140741] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1187.140741] env[68116]: value = "task-2786952" [ 1187.140741] env[68116]: _type = "Task" [ 1187.140741] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.150415] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.376916] env[68116]: DEBUG nova.network.neutron [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updated VIF entry in instance network info cache for port f54a6040-3a0b-4dd9-a6a7-5760ca40da2d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.377348] env[68116]: DEBUG nova.network.neutron [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating instance_info_cache with network_info: [{"id": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "address": "fa:16:3e:5c:b9:5d", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54a6040-3a", "ovs_interfaceid": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.387744] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786951, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.422871] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.443950] env[68116]: INFO nova.scheduler.client.report [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Deleted allocations for instance 19ccaa0f-04d9-48f4-9cd8-ea399922a11d [ 1187.452389] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786949, 'name': CreateVM_Task, 'duration_secs': 0.548425} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.452565] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.453330] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.453530] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.453903] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.454496] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdeb4149-8623-4721-8cfd-5b6a5d3a3432 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.460266] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1187.460266] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5213c649-b860-346c-0083-663ef566fa2d" [ 1187.460266] env[68116]: _type = "Task" [ 1187.460266] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.471366] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5213c649-b860-346c-0083-663ef566fa2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.494444] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 507e34d3-4116-44e8-b20f-14ed2e51af9a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1187.582268] env[68116]: DEBUG oslo_vmware.api [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2786950, 'name': PowerOnVM_Task, 'duration_secs': 0.994877} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.582583] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.582737] env[68116]: INFO nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1187.582916] env[68116]: DEBUG nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.584059] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680963e6-0d0c-4147-8eb3-f46f3be84066 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.649793] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158771} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.651165] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.651165] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3130cf7-8338-4ed8-8d94-a34641974ca7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.673544] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 89a469d6-0ee8-444a-a0bc-810fe364afeb/89a469d6-0ee8-444a-a0bc-810fe364afeb.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.673825] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a339ed-f732-41c8-84a2-2f3b175571d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.693758] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1187.693758] env[68116]: value = "task-2786953" [ 1187.693758] env[68116]: _type = "Task" [ 1187.693758] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.707743] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.883372] env[68116]: DEBUG oslo_concurrency.lockutils [req-1348acb8-ab09-4251-84b4-0f493e6fd35f req-5f4433d2-197b-4690-b9ed-5143a377fead service nova] Releasing lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.889280] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786951, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.952929] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b0793536-fefc-4136-837a-a849f225a919 tempest-ServersNegativeTestMultiTenantJSON-168347197 tempest-ServersNegativeTestMultiTenantJSON-168347197-project-member] Lock "19ccaa0f-04d9-48f4-9cd8-ea399922a11d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.974199] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5213c649-b860-346c-0083-663ef566fa2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.974199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.974199] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.974557] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.974557] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.974813] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.975199] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b6b25b1-33af-443c-a344-a0ecdba314ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.987092] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.987092] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.987500] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d40a5b2-6608-490a-b0b9-9cd7eb853b67 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.994206] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1187.994206] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526b67ce-97d6-7b97-d93d-966723360e7d" [ 1187.994206] env[68116]: _type = "Task" [ 1187.994206] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.998456] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 818d531d-1747-4849-95b3-b26f63b2c59a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1188.007217] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526b67ce-97d6-7b97-d93d-966723360e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.007948] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37f0149-5d8a-4aee-b4f5-082efd13e38a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.014915] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1188.014915] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a7afe1-d673-7ce6-4059-1f16d7e28c81" [ 1188.014915] env[68116]: _type = "Task" [ 1188.014915] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.025158] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a7afe1-d673-7ce6-4059-1f16d7e28c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.101222] env[68116]: INFO nova.compute.manager [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Took 14.17 seconds to build instance. [ 1188.203691] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786953, 'name': ReconfigVM_Task, 'duration_secs': 0.360943} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.204028] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 89a469d6-0ee8-444a-a0bc-810fe364afeb/89a469d6-0ee8-444a-a0bc-810fe364afeb.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.204674] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80fb6d1a-32fb-47b1-b93f-3e5b682279ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.211116] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1188.211116] env[68116]: value = "task-2786954" [ 1188.211116] env[68116]: _type = "Task" [ 1188.211116] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.218363] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786954, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.389446] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786951, 'name': CreateSnapshot_Task, 'duration_secs': 1.095979} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.389756] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Created Snapshot of the VM instance {{(pid=68116) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1188.390503] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffda2a60-a357-4d90-96de-903fd5d1310e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.502557] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 13aa150d-d5c2-411c-8994-1bff0050ed79] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1188.525858] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a7afe1-d673-7ce6-4059-1f16d7e28c81, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.526148] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.526402] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 741abbe4-332f-425d-aa92-88078ee33183/741abbe4-332f-425d-aa92-88078ee33183.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.527289] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbeeb2c5-779e-4533-995c-a265ff820f5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.533586] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1188.533586] env[68116]: value = "task-2786955" [ 1188.533586] env[68116]: _type = "Task" [ 1188.533586] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.542404] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.603539] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4e2a45da-5b30-48dc-9c2d-97084890b68b tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.679s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.721899] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786954, 'name': Rename_Task, 'duration_secs': 0.256009} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.722215] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.722869] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aa3786e-4c5d-4b0c-bb98-45ddb5eed083 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.729370] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1188.729370] env[68116]: value = "task-2786956" [ 1188.729370] env[68116]: _type = "Task" [ 1188.729370] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.744036] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.912830] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Creating linked-clone VM from snapshot {{(pid=68116) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.914461] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a10e2bd3-7a3d-404e-99be-569ccdfd9ee2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.920079] env[68116]: DEBUG nova.compute.manager [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Received event network-changed-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1188.920393] env[68116]: DEBUG nova.compute.manager [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Refreshing instance network info cache due to event network-changed-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1188.920680] env[68116]: DEBUG oslo_concurrency.lockutils [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] Acquiring lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.920864] env[68116]: DEBUG oslo_concurrency.lockutils [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] Acquired lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.921121] env[68116]: DEBUG nova.network.neutron [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Refreshing network info cache for port c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.929387] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1188.929387] env[68116]: value = "task-2786957" [ 1188.929387] env[68116]: _type = "Task" [ 1188.929387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.941165] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786957, 'name': CloneVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.008041] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 7ec232a4-09e7-4b38-a34a-601d2bc238f8] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1189.044524] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786955, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.239465] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.439316] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786957, 'name': CloneVM_Task} progress is 93%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.511361] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: fb8594a2-f959-4911-b033-c6d90f04e958] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1189.545710] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525129} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.548410] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 741abbe4-332f-425d-aa92-88078ee33183/741abbe4-332f-425d-aa92-88078ee33183.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.548644] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.549329] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acd37378-cce7-44b6-85bc-dddc534d0dfa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.557201] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1189.557201] env[68116]: value = "task-2786958" [ 1189.557201] env[68116]: _type = "Task" [ 1189.557201] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.567441] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.679635] env[68116]: DEBUG nova.network.neutron [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Updated VIF entry in instance network info cache for port c0ae4a9a-4538-4282-be31-a0aef2b9e4b4. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.680031] env[68116]: DEBUG nova.network.neutron [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Updating instance_info_cache with network_info: [{"id": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "address": "fa:16:3e:05:a5:32", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ae4a9a-45", "ovs_interfaceid": "c0ae4a9a-4538-4282-be31-a0aef2b9e4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.740517] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.940864] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786957, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.018091] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 704e4902-d8b1-4b6b-9314-4d887bc583c4] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1190.068079] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065879} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.068351] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.069139] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68a7b9-ebc0-4658-8955-9314ceb3fda5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.092412] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 741abbe4-332f-425d-aa92-88078ee33183/741abbe4-332f-425d-aa92-88078ee33183.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.092712] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59cdc80-519f-4f2f-804d-b927cf87772a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.112547] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1190.112547] env[68116]: value = "task-2786959" [ 1190.112547] env[68116]: _type = "Task" [ 1190.112547] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.121675] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.183108] env[68116]: DEBUG oslo_concurrency.lockutils [req-cca7401a-fc22-4ef1-a3d0-022f818ff6c3 req-9bd4cba5-7b8f-4878-92c3-bfe8fff08916 service nova] Releasing lock "refresh_cache-18eaf7f7-65d9-4547-a00a-99eb53e72121" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.243757] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.440672] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786957, 'name': CloneVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.521461] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 5df989c1-bca1-4dcc-b7ef-fdb3a18373e8] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1190.623807] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.741812] env[68116]: DEBUG oslo_vmware.api [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786956, 'name': PowerOnVM_Task, 'duration_secs': 1.679578} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.742119] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.742358] env[68116]: INFO nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1190.742584] env[68116]: DEBUG nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.743387] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3a4d64-5ae1-47ec-af3c-7b1f7efe8008 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.942041] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786957, 'name': CloneVM_Task} progress is 95%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.027653] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: e86f51f4-01df-4db3-83cd-0174d6d154c7] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1191.123935] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786959, 'name': ReconfigVM_Task, 'duration_secs': 0.633161} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.124246] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 741abbe4-332f-425d-aa92-88078ee33183/741abbe4-332f-425d-aa92-88078ee33183.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.125549] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd7ab9a9-c144-4663-aca9-cb6b3a967f8b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.131262] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1191.131262] env[68116]: value = "task-2786960" [ 1191.131262] env[68116]: _type = "Task" [ 1191.131262] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.139182] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786960, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.261269] env[68116]: INFO nova.compute.manager [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Took 14.32 seconds to build instance. [ 1191.443707] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786957, 'name': CloneVM_Task, 'duration_secs': 2.137539} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.444323] env[68116]: INFO nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Created linked-clone VM from snapshot [ 1191.445823] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341518ad-61b0-4ff0-a360-f1b454eb3e30 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.453337] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Uploading image 8ec95c76-8465-42b8-a77e-b68b0e8d1583 {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1191.477463] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1191.477463] env[68116]: value = "vm-560240" [ 1191.477463] env[68116]: _type = "VirtualMachine" [ 1191.477463] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1191.477770] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-517f6869-ddd3-47e8-8b36-2c559be9a711 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.484323] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease: (returnval){ [ 1191.484323] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525fb36a-5094-495b-2a2d-32fd5e7148ba" [ 1191.484323] env[68116]: _type = "HttpNfcLease" [ 1191.484323] env[68116]: } obtained for exporting VM: (result){ [ 1191.484323] env[68116]: value = "vm-560240" [ 1191.484323] env[68116]: _type = "VirtualMachine" [ 1191.484323] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1191.484607] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the lease: (returnval){ [ 1191.484607] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525fb36a-5094-495b-2a2d-32fd5e7148ba" [ 1191.484607] env[68116]: _type = "HttpNfcLease" [ 1191.484607] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1191.490543] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.490543] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525fb36a-5094-495b-2a2d-32fd5e7148ba" [ 1191.490543] env[68116]: _type = "HttpNfcLease" [ 1191.490543] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1191.532196] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: c833ff1f-f57e-43a7-af50-2b0f2b124344] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1191.641168] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786960, 'name': Rename_Task, 'duration_secs': 0.204792} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.641523] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.642123] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157b3a8a-8701-4a20-949d-d4176c150371 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.647471] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1191.647471] env[68116]: value = "task-2786962" [ 1191.647471] env[68116]: _type = "Task" [ 1191.647471] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.654766] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.763689] env[68116]: DEBUG oslo_concurrency.lockutils [None req-14d3609c-0806-45e7-a394-fad5c5f85b45 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.833s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.993257] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.993257] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525fb36a-5094-495b-2a2d-32fd5e7148ba" [ 1191.993257] env[68116]: _type = "HttpNfcLease" [ 1191.993257] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.993578] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.993578] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525fb36a-5094-495b-2a2d-32fd5e7148ba" [ 1191.993578] env[68116]: _type = "HttpNfcLease" [ 1191.993578] env[68116]: }. {{(pid=68116) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1191.994334] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3d2843-0a4a-40b7-ad98-623760b61ff6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.001878] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ab1cc-964a-58b1-a77d-920602be2f07/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1192.002070] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ab1cc-964a-58b1-a77d-920602be2f07/disk-0.vmdk for reading. {{(pid=68116) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1192.059616] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 15c90069-81af-4b6e-a8cc-5a4133e9aaa8] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1192.100770] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e8bb8c9-b77a-422b-9a50-6310cc7aa976 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.157524] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786962, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.564135] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: b741868d-fab6-40ca-ade5-448906355e68] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1192.658985] env[68116]: DEBUG oslo_vmware.api [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2786962, 'name': PowerOnVM_Task, 'duration_secs': 0.588413} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.659450] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.659651] env[68116]: INFO nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1192.659844] env[68116]: DEBUG nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.660702] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e47e63-616a-432c-902b-f93a527f1fc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.794116] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "89a469d6-0ee8-444a-a0bc-810fe364afeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.794406] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.794690] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "89a469d6-0ee8-444a-a0bc-810fe364afeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.794936] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.795222] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.797326] env[68116]: INFO nova.compute.manager [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Terminating instance [ 1193.068255] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: b5c19b01-875f-494e-977c-72eb1d0205b5] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1193.177518] env[68116]: INFO nova.compute.manager [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Took 15.37 seconds to build instance. [ 1193.301937] env[68116]: DEBUG nova.compute.manager [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.303093] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.307637] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23a619-85fa-40b7-857b-43bb129436a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.315857] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.316211] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e20c5e-388f-43a1-95c5-b5207d0ef3f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.323958] env[68116]: DEBUG oslo_vmware.api [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1193.323958] env[68116]: value = "task-2786963" [ 1193.323958] env[68116]: _type = "Task" [ 1193.323958] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.333381] env[68116]: DEBUG oslo_vmware.api [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.572198] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 79813ca0-3aac-4900-aa73-211f3cff529a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1193.680110] env[68116]: DEBUG oslo_concurrency.lockutils [None req-016fcbe3-48fc-448b-924c-64190da5c987 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.881s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.834795] env[68116]: DEBUG oslo_vmware.api [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786963, 'name': PowerOffVM_Task, 'duration_secs': 0.324192} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.835372] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.835700] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.836100] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-931b0635-4e98-450b-a509-78106cd02829 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.907547] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.907547] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.907547] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleting the datastore file [datastore2] 89a469d6-0ee8-444a-a0bc-810fe364afeb {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.907547] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-982ee492-4fbc-4c0d-b594-500c9aa70660 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.914027] env[68116]: DEBUG oslo_vmware.api [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1193.914027] env[68116]: value = "task-2786965" [ 1193.914027] env[68116]: _type = "Task" [ 1193.914027] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.922791] env[68116]: DEBUG oslo_vmware.api [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.077032] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 913c1bb0-9c12-45a0-820a-d357e0fb1a6c] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1194.241810] env[68116]: DEBUG nova.compute.manager [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Received event network-changed-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1194.241810] env[68116]: DEBUG nova.compute.manager [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Refreshing instance network info cache due to event network-changed-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1194.241810] env[68116]: DEBUG oslo_concurrency.lockutils [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] Acquiring lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.241810] env[68116]: DEBUG oslo_concurrency.lockutils [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] Acquired lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.241810] env[68116]: DEBUG nova.network.neutron [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Refreshing network info cache for port f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.425733] env[68116]: DEBUG oslo_vmware.api [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157422} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.426009] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.426257] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.426469] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.426725] env[68116]: INFO nova.compute.manager [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1194.427019] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.427251] env[68116]: DEBUG nova.compute.manager [-] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.427406] env[68116]: DEBUG nova.network.neutron [-] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.579174] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 8f82b01b-9f2d-4bf4-8c62-0c3745edf03e] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1194.694783] env[68116]: DEBUG nova.compute.manager [req-000571a9-eb25-4a9b-ac4e-07b12a83916f req-e7ea226e-aa6f-410a-91db-2da325423a5e service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Received event network-vif-deleted-bcd6eb8e-0426-49ad-beae-760774262ed3 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1194.694885] env[68116]: INFO nova.compute.manager [req-000571a9-eb25-4a9b-ac4e-07b12a83916f req-e7ea226e-aa6f-410a-91db-2da325423a5e service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Neutron deleted interface bcd6eb8e-0426-49ad-beae-760774262ed3; detaching it from the instance and deleting it from the info cache [ 1194.695072] env[68116]: DEBUG nova.network.neutron [req-000571a9-eb25-4a9b-ac4e-07b12a83916f req-e7ea226e-aa6f-410a-91db-2da325423a5e service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.949911] env[68116]: DEBUG nova.network.neutron [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updated VIF entry in instance network info cache for port f54a6040-3a0b-4dd9-a6a7-5760ca40da2d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.950374] env[68116]: DEBUG nova.network.neutron [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating instance_info_cache with network_info: [{"id": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "address": "fa:16:3e:5c:b9:5d", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54a6040-3a", "ovs_interfaceid": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.085369] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: c7edab68-191a-47e0-ad45-717b7851500c] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1195.175287] env[68116]: DEBUG nova.network.neutron [-] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.198315] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e40852d4-23cf-4ffd-982a-b3917e863c2d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.209024] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c377db95-495e-4e16-9822-edfaedc39ba9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.241488] env[68116]: DEBUG nova.compute.manager [req-000571a9-eb25-4a9b-ac4e-07b12a83916f req-e7ea226e-aa6f-410a-91db-2da325423a5e service nova] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Detach interface failed, port_id=bcd6eb8e-0426-49ad-beae-760774262ed3, reason: Instance 89a469d6-0ee8-444a-a0bc-810fe364afeb could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1195.453326] env[68116]: DEBUG oslo_concurrency.lockutils [req-3eaa4f22-cfdb-4899-8179-fa1ddf67b9e2 req-08e427cc-22ce-4d97-89b8-8b32892b59c2 service nova] Releasing lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.589093] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 68f860a5-7d3c-4bc4-b01d-eeb19099cbee] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1195.679411] env[68116]: INFO nova.compute.manager [-] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Took 1.25 seconds to deallocate network for instance. [ 1196.091897] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 0e2dea7a-c8ea-4993-aaba-720e40d00650] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1196.187132] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.187420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.187673] env[68116]: DEBUG nova.objects.instance [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'resources' on Instance uuid 89a469d6-0ee8-444a-a0bc-810fe364afeb {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.595249] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: ea04be24-b290-43d8-b456-06f53e26079c] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1196.809994] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dce0ba-3f78-444f-b2e4-154df15df740 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.817962] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7746fee0-05ea-42d7-88a2-2de809227fe8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.850385] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b74d767-0613-4bc8-9751-fc8167bfc10f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.857944] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f486d-e482-4e8a-9340-73cdd98044a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.871082] env[68116]: DEBUG nova.compute.provider_tree [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.098949] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: eaff0def-33a7-4d43-b42f-831309b1ab40] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1197.404479] env[68116]: DEBUG nova.scheduler.client.report [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1197.405225] env[68116]: DEBUG nova.compute.provider_tree [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 156 to 157 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1197.405225] env[68116]: DEBUG nova.compute.provider_tree [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.602298] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 06daaad2-1e1a-4144-afb5-6e244d4c557a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1197.912059] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.931598] env[68116]: INFO nova.scheduler.client.report [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted allocations for instance 89a469d6-0ee8-444a-a0bc-810fe364afeb [ 1198.105512] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: eb1002fb-fdb3-44c1-a32a-022eff6acc66] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1198.438613] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9841ce13-d510-413c-ba04-1a1caef7750b tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "89a469d6-0ee8-444a-a0bc-810fe364afeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.644s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.609182] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 6a5e8baa-30b1-426f-8e85-7a59f50a45f9] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1198.811567] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.811850] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.113042] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: cb077499-1dce-4793-9551-adad48f1a4c5] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1199.315027] env[68116]: INFO nova.compute.manager [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Detaching volume 2470273d-8268-452d-bd7b-dcfcbdcf52e3 [ 1199.354889] env[68116]: INFO nova.virt.block_device [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Attempting to driver detach volume 2470273d-8268-452d-bd7b-dcfcbdcf52e3 from mountpoint /dev/sdb [ 1199.355253] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1199.355568] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1199.356777] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2e176c-2500-47b8-ad28-50c3f4f91a93 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.381999] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4517455-c21b-4617-a471-843712fc7776 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.389848] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47177a12-2d90-4672-a3e0-6bceb2ae7ad5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.410714] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2b039d-ae87-4a51-ad4c-81030e5947e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.426053] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] The volume has not been displaced from its original location: [datastore2] volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3/volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.431462] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.431814] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5e3198-d495-45eb-bc8f-f5874c852c91 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.449837] env[68116]: DEBUG oslo_vmware.api [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1199.449837] env[68116]: value = "task-2786966" [ 1199.449837] env[68116]: _type = "Task" [ 1199.449837] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.457989] env[68116]: DEBUG oslo_vmware.api [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.615397] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: cc659801-e9ef-4e26-baef-533548faa249] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1199.879148] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.879322] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.960820] env[68116]: DEBUG oslo_vmware.api [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786966, 'name': ReconfigVM_Task, 'duration_secs': 0.249357} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.961034] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.965598] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c9fa48-c172-4f33-8118-9a44045029c7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.980494] env[68116]: DEBUG oslo_vmware.api [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1199.980494] env[68116]: value = "task-2786967" [ 1199.980494] env[68116]: _type = "Task" [ 1199.980494] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.988048] env[68116]: DEBUG oslo_vmware.api [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.119073] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 980f7ea1-97b1-4e20-a8e4-2cd2cf9e206a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1200.382027] env[68116]: DEBUG nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.490941] env[68116]: DEBUG oslo_vmware.api [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786967, 'name': ReconfigVM_Task, 'duration_secs': 0.173581} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.491291] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560219', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'name': 'volume-2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '241b1272-3e51-4072-b753-674c38ec5af7', 'attached_at': '', 'detached_at': '', 'volume_id': '2470273d-8268-452d-bd7b-dcfcbdcf52e3', 'serial': '2470273d-8268-452d-bd7b-dcfcbdcf52e3'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1200.622826] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 0f6b596f-f7f0-4919-9301-feeda6237423] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1200.908046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.908395] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.910238] env[68116]: INFO nova.compute.claims [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.039628] env[68116]: DEBUG nova.objects.instance [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'flavor' on Instance uuid 241b1272-3e51-4072-b753-674c38ec5af7 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.082990] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ab1cc-964a-58b1-a77d-920602be2f07/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1201.083932] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6327aa20-1a90-4cf6-aeee-f4acc9866037 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.091348] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ab1cc-964a-58b1-a77d-920602be2f07/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1201.091523] env[68116]: ERROR oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ab1cc-964a-58b1-a77d-920602be2f07/disk-0.vmdk due to incomplete transfer. [ 1201.091747] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fff295b-cb24-4210-bf18-38637a2338b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.098998] env[68116]: DEBUG oslo_vmware.rw_handles [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ab1cc-964a-58b1-a77d-920602be2f07/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1201.099225] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Uploaded image 8ec95c76-8465-42b8-a77e-b68b0e8d1583 to the Glance image server {{(pid=68116) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1201.101573] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Destroying the VM {{(pid=68116) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1201.101804] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b851d634-71f9-4246-88ea-96408c5eecb5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.107432] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1201.107432] env[68116]: value = "task-2786968" [ 1201.107432] env[68116]: _type = "Task" [ 1201.107432] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.115671] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786968, 'name': Destroy_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.126710] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: e5ae69c9-e56d-404b-8684-df4cd208e8d6] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1201.616676] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786968, 'name': Destroy_Task} progress is 33%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.630558] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 44e7ad55-9b41-42e1-a564-bf3ec4df61b6] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1202.022393] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0dbbf8-7386-49a4-868b-3e2ad798335b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.029579] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29a4276-d2eb-472d-a1fb-4ca8e5224050 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.058754] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4b773a43-99cd-4cce-b391-97d6dc2a4284 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.060376] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df100494-1107-428e-b57f-c42a6817fe18 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.067580] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f76d1d7-026b-4b47-8aea-44903bbff4d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.080560] env[68116]: DEBUG nova.compute.provider_tree [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.117272] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786968, 'name': Destroy_Task, 'duration_secs': 0.705837} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.117531] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Destroyed the VM [ 1202.117787] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Deleting Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1202.118051] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb096e9f-b817-4f2e-9ed0-1d6ef18aba73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.124359] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1202.124359] env[68116]: value = "task-2786969" [ 1202.124359] env[68116]: _type = "Task" [ 1202.124359] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.132433] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786969, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.133921] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 21994763-21a4-4797-bfbb-b0c599e1cc5f] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1202.583592] env[68116]: DEBUG nova.scheduler.client.report [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.633874] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786969, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385134} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.634220] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Deleted Snapshot of the VM instance {{(pid=68116) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1202.634416] env[68116]: DEBUG nova.compute.manager [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.635172] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f1b662-8d2f-4053-bf93-d217f2743631 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.638050] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 55307952-d3d8-4c1c-8183-cd73338705cf] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1203.079058] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.079058] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.079282] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.079465] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.079683] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.081836] env[68116]: INFO nova.compute.manager [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Terminating instance [ 1203.087870] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.088351] env[68116]: DEBUG nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.140547] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: b2bedbd1-0b2e-460d-a184-c1aad56e3bac] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1203.147577] env[68116]: INFO nova.compute.manager [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Shelve offloading [ 1203.585258] env[68116]: DEBUG nova.compute.manager [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.585495] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.586403] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b228865-d329-444e-ac88-48da1d1fae80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.592779] env[68116]: DEBUG nova.compute.utils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.596327] env[68116]: DEBUG nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.596500] env[68116]: DEBUG nova.network.neutron [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.598251] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.598668] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd9c11ee-2db8-4b9c-859c-02b8124e21c1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.605754] env[68116]: DEBUG oslo_vmware.api [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1203.605754] env[68116]: value = "task-2786970" [ 1203.605754] env[68116]: _type = "Task" [ 1203.605754] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.614620] env[68116]: DEBUG oslo_vmware.api [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.643047] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 294aee46-b0d1-484e-bcee-9ad9dc2f483a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1203.646175] env[68116]: DEBUG nova.policy [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aea7bd9c8c22490788d62a5e61a256f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a482b124834b3b90c6f2d6d10d31f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.651119] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.651366] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13079a36-5ea8-42f6-b06d-bc56fae4ae5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.658544] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1203.658544] env[68116]: value = "task-2786971" [ 1203.658544] env[68116]: _type = "Task" [ 1203.658544] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.666958] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.901834] env[68116]: DEBUG nova.network.neutron [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Successfully created port: 848dc59c-fe27-4214-acd2-12d4656dbd8f {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.100401] env[68116]: DEBUG nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.115444] env[68116]: DEBUG oslo_vmware.api [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786970, 'name': PowerOffVM_Task, 'duration_secs': 0.176571} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.115713] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.115898] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.116152] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4835a897-4819-46a8-b1af-7bce5f6529d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.148746] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: bd47b8e0-c366-4566-be38-0be8bd3cf92a] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1204.168989] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] VM already powered off {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1204.169365] env[68116]: DEBUG nova.compute.manager [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.171172] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3675170-991d-482d-aadf-7e0d291b6642 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.178537] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.178709] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.178875] env[68116]: DEBUG nova.network.neutron [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.181629] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.181824] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.182021] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleting the datastore file [datastore2] 241b1272-3e51-4072-b753-674c38ec5af7 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.182251] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a66bcb-b799-41d9-9052-a61ba4c27d64 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.188612] env[68116]: DEBUG oslo_vmware.api [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1204.188612] env[68116]: value = "task-2786973" [ 1204.188612] env[68116]: _type = "Task" [ 1204.188612] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.196852] env[68116]: DEBUG oslo_vmware.api [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.651582] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.651902] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Cleaning up deleted instances with incomplete migration {{(pid=68116) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1204.699102] env[68116]: DEBUG oslo_vmware.api [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130247} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.699360] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.699542] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.699720] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.699916] env[68116]: INFO nova.compute.manager [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1204.700234] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.700430] env[68116]: DEBUG nova.compute.manager [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.700525] env[68116]: DEBUG nova.network.neutron [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.884917] env[68116]: DEBUG nova.network.neutron [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab63e809-e7", "ovs_interfaceid": "ab63e809-e79e-45cf-833f-d475b23b9e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.111542] env[68116]: DEBUG nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.142306] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.142568] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.142725] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.142935] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.143152] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.143199] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.143687] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.143687] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.143791] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.143864] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.144045] env[68116]: DEBUG nova.virt.hardware [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.144999] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f8f6a1-00e4-42ee-a0a4-116663b59b1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.154512] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c8c953-3631-4fdb-a1f2-c790842ef5e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.158999] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.177161] env[68116]: DEBUG nova.compute.manager [req-aa7bea18-1842-4a69-8349-4f9ab1a0816d req-c4ff3bde-357b-4d3f-b407-bea69036f89c service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Received event network-vif-deleted-8dac58de-dd0e-4741-8a91-6938a7c1377b {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1205.177447] env[68116]: INFO nova.compute.manager [req-aa7bea18-1842-4a69-8349-4f9ab1a0816d req-c4ff3bde-357b-4d3f-b407-bea69036f89c service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Neutron deleted interface 8dac58de-dd0e-4741-8a91-6938a7c1377b; detaching it from the instance and deleting it from the info cache [ 1205.177586] env[68116]: DEBUG nova.network.neutron [req-aa7bea18-1842-4a69-8349-4f9ab1a0816d req-c4ff3bde-357b-4d3f-b407-bea69036f89c service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.245469] env[68116]: DEBUG nova.compute.manager [req-8a4b7a70-d0e6-4d74-a5b4-c342bdbd70b1 req-8aab900f-cc56-4024-b85a-fda0dbd729cb service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Received event network-vif-plugged-848dc59c-fe27-4214-acd2-12d4656dbd8f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1205.245715] env[68116]: DEBUG oslo_concurrency.lockutils [req-8a4b7a70-d0e6-4d74-a5b4-c342bdbd70b1 req-8aab900f-cc56-4024-b85a-fda0dbd729cb service nova] Acquiring lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.245969] env[68116]: DEBUG oslo_concurrency.lockutils [req-8a4b7a70-d0e6-4d74-a5b4-c342bdbd70b1 req-8aab900f-cc56-4024-b85a-fda0dbd729cb service nova] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.246209] env[68116]: DEBUG oslo_concurrency.lockutils [req-8a4b7a70-d0e6-4d74-a5b4-c342bdbd70b1 req-8aab900f-cc56-4024-b85a-fda0dbd729cb service nova] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.246391] env[68116]: DEBUG nova.compute.manager [req-8a4b7a70-d0e6-4d74-a5b4-c342bdbd70b1 req-8aab900f-cc56-4024-b85a-fda0dbd729cb service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] No waiting events found dispatching network-vif-plugged-848dc59c-fe27-4214-acd2-12d4656dbd8f {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.246580] env[68116]: WARNING nova.compute.manager [req-8a4b7a70-d0e6-4d74-a5b4-c342bdbd70b1 req-8aab900f-cc56-4024-b85a-fda0dbd729cb service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Received unexpected event network-vif-plugged-848dc59c-fe27-4214-acd2-12d4656dbd8f for instance with vm_state building and task_state spawning. [ 1205.328083] env[68116]: DEBUG nova.network.neutron [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Successfully updated port: 848dc59c-fe27-4214-acd2-12d4656dbd8f {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.387891] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.663499] env[68116]: DEBUG nova.network.neutron [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.680486] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82a6f6e2-e6e7-4352-835f-5df6322839b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.690561] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acdde36-1d27-411c-bf0b-14e4be3cf9dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.704175] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.705355] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5a3741-669a-4d68-a6cb-df3923cd97d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.713407] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.713407] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d045fc14-e4bb-4812-99c5-efee58ed9361 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.728645] env[68116]: DEBUG nova.compute.manager [req-aa7bea18-1842-4a69-8349-4f9ab1a0816d req-c4ff3bde-357b-4d3f-b407-bea69036f89c service nova] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Detach interface failed, port_id=8dac58de-dd0e-4741-8a91-6938a7c1377b, reason: Instance 241b1272-3e51-4072-b753-674c38ec5af7 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1205.787632] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.788079] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.788369] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleting the datastore file [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.788662] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd7487a5-88b9-4b42-95af-6764fd1aeda2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.795117] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1205.795117] env[68116]: value = "task-2786975" [ 1205.795117] env[68116]: _type = "Task" [ 1205.795117] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.804874] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.830963] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "refresh_cache-d1b83423-85f5-4612-b0cb-019adcc3a1f4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.831165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "refresh_cache-d1b83423-85f5-4612-b0cb-019adcc3a1f4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.831328] env[68116]: DEBUG nova.network.neutron [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.165832] env[68116]: INFO nova.compute.manager [-] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Took 1.47 seconds to deallocate network for instance. [ 1206.305218] env[68116]: DEBUG oslo_vmware.api [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2786975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154629} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.305474] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.305681] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.305834] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.329725] env[68116]: INFO nova.scheduler.client.report [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted allocations for instance 15ce9d2c-5b98-4ab3-b592-b54c965e1305 [ 1206.365838] env[68116]: DEBUG nova.network.neutron [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.496699] env[68116]: DEBUG nova.network.neutron [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Updating instance_info_cache with network_info: [{"id": "848dc59c-fe27-4214-acd2-12d4656dbd8f", "address": "fa:16:3e:7b:c1:08", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848dc59c-fe", "ovs_interfaceid": "848dc59c-fe27-4214-acd2-12d4656dbd8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.672543] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.672874] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.673093] env[68116]: DEBUG nova.objects.instance [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'resources' on Instance uuid 241b1272-3e51-4072-b753-674c38ec5af7 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.834608] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.999222] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "refresh_cache-d1b83423-85f5-4612-b0cb-019adcc3a1f4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.999555] env[68116]: DEBUG nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Instance network_info: |[{"id": "848dc59c-fe27-4214-acd2-12d4656dbd8f", "address": "fa:16:3e:7b:c1:08", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848dc59c-fe", "ovs_interfaceid": "848dc59c-fe27-4214-acd2-12d4656dbd8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.999984] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:c1:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '848dc59c-fe27-4214-acd2-12d4656dbd8f', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.007623] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.007737] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.008013] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-978b40a4-967b-48b7-b50c-9f1ef473bb57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.028379] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.028379] env[68116]: value = "task-2786976" [ 1207.028379] env[68116]: _type = "Task" [ 1207.028379] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.036734] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786976, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.277634] env[68116]: DEBUG nova.compute.manager [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Received event network-changed-848dc59c-fe27-4214-acd2-12d4656dbd8f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1207.277938] env[68116]: DEBUG nova.compute.manager [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Refreshing instance network info cache due to event network-changed-848dc59c-fe27-4214-acd2-12d4656dbd8f. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1207.278186] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Acquiring lock "refresh_cache-d1b83423-85f5-4612-b0cb-019adcc3a1f4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.278316] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Acquired lock "refresh_cache-d1b83423-85f5-4612-b0cb-019adcc3a1f4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.278496] env[68116]: DEBUG nova.network.neutron [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Refreshing network info cache for port 848dc59c-fe27-4214-acd2-12d4656dbd8f {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.376347] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a328b2-53b9-4500-affc-45b6ea7d5bd9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.383923] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e731340-6949-422b-aa92-9bbe1d10d365 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.415198] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b2e8d8-f01c-4c10-85b6-6678e2cd4fb7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.423146] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9934b0-6bb5-48dc-9368-68c53a410130 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.437107] env[68116]: DEBUG nova.compute.provider_tree [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.541548] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786976, 'name': CreateVM_Task, 'duration_secs': 0.360402} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.542176] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.542836] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.543011] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.543334] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.543774] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0e5900-81dc-4573-8c81-b3ce28371c97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.549046] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1207.549046] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52f371ad-1375-b243-3e67-343db051c6f7" [ 1207.549046] env[68116]: _type = "Task" [ 1207.549046] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.557838] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f371ad-1375-b243-3e67-343db051c6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.659392] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.957905] env[68116]: ERROR nova.scheduler.client.report [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [req-9d4dfa25-26bc-4b91-9d21-17e14708a251] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d4dfa25-26bc-4b91-9d21-17e14708a251"}]} [ 1207.973881] env[68116]: DEBUG nova.scheduler.client.report [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1207.976767] env[68116]: DEBUG nova.network.neutron [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Updated VIF entry in instance network info cache for port 848dc59c-fe27-4214-acd2-12d4656dbd8f. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.976767] env[68116]: DEBUG nova.network.neutron [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Updating instance_info_cache with network_info: [{"id": "848dc59c-fe27-4214-acd2-12d4656dbd8f", "address": "fa:16:3e:7b:c1:08", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848dc59c-fe", "ovs_interfaceid": "848dc59c-fe27-4214-acd2-12d4656dbd8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.988358] env[68116]: DEBUG nova.scheduler.client.report [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1207.988570] env[68116]: DEBUG nova.compute.provider_tree [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.999364] env[68116]: DEBUG nova.scheduler.client.report [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1208.017734] env[68116]: DEBUG nova.scheduler.client.report [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1208.033391] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.062888] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52f371ad-1375-b243-3e67-343db051c6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.063256] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.063490] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.063728] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.063946] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.064059] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.064322] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb72ae0-4f20-41cc-b79c-4a8b73a03d5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.074697] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.074802] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.075518] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0474c9-63fc-49a7-9992-e41f0f051bbf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.082388] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1208.082388] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525ed677-5ac3-d5c7-0d11-f74ae42e91f6" [ 1208.082388] env[68116]: _type = "Task" [ 1208.082388] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.089609] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525ed677-5ac3-d5c7-0d11-f74ae42e91f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.142930] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e856ce0-aeef-46ab-a10a-82b4d9023c6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.149872] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb1edf7-5d2f-47bf-98f0-7717d4b9bc9f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.182554] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9b8a0-34e0-4516-b3f4-1be21dc971c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.185144] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.185623] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.185809] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.189834] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb2136a-5d3b-4efa-8e3a-3e50d0492bf3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.202659] env[68116]: DEBUG nova.compute.provider_tree [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.480439] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Releasing lock "refresh_cache-d1b83423-85f5-4612-b0cb-019adcc3a1f4" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.480755] env[68116]: DEBUG nova.compute.manager [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-vif-unplugged-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1208.480963] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.481188] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.481347] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.481510] env[68116]: DEBUG nova.compute.manager [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] No waiting events found dispatching network-vif-unplugged-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.481682] env[68116]: WARNING nova.compute.manager [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received unexpected event network-vif-unplugged-ab63e809-e79e-45cf-833f-d475b23b9e97 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1208.481873] env[68116]: DEBUG nova.compute.manager [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1208.482062] env[68116]: DEBUG nova.compute.manager [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing instance network info cache due to event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1208.482254] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Acquiring lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.482391] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Acquired lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.482548] env[68116]: DEBUG nova.network.neutron [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.592076] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525ed677-5ac3-d5c7-0d11-f74ae42e91f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.592827] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c989e3-c328-41c5-a041-1a04a9f882cd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.597986] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1208.597986] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5251ebd6-f2c1-61f9-2ef4-f7094a91cae9" [ 1208.597986] env[68116]: _type = "Task" [ 1208.597986] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.605134] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5251ebd6-f2c1-61f9-2ef4-f7094a91cae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.692128] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Getting list of instances from cluster (obj){ [ 1208.692128] env[68116]: value = "domain-c8" [ 1208.692128] env[68116]: _type = "ClusterComputeResource" [ 1208.692128] env[68116]: } {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1208.693104] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95804d90-3e4c-4859-8800-51526afff7e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.710365] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Got total of 7 instances {{(pid=68116) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1208.710535] env[68116]: WARNING nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1208.710643] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid 59e4767e-8354-466f-a0cf-6f89efa776e8 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.710824] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid 241b1272-3e51-4072-b753-674c38ec5af7 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.710978] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid 62a33421-8d24-43ac-b41b-f635b7187490 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.711142] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.711286] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid b90cd204-f738-4030-b2e4-49498a2ab627 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.711426] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid 06f18856-3e62-47f8-87ac-efbafe2477f2 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.711566] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid 18eaf7f7-65d9-4547-a00a-99eb53e72121 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.711715] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.711858] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Triggering sync for uuid d1b83423-85f5-4612-b0cb-019adcc3a1f4 {{(pid=68116) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1208.713024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "59e4767e-8354-466f-a0cf-6f89efa776e8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.713024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.713024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "241b1272-3e51-4072-b753-674c38ec5af7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.713338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.713338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "62a33421-8d24-43ac-b41b-f635b7187490" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.713449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.713644] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "b90cd204-f738-4030-b2e4-49498a2ab627" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.713810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "b90cd204-f738-4030-b2e4-49498a2ab627" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.714037] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.714215] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.714428] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.714597] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.714810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.714980] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.715208] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.716030] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39832fe6-cc91-44ac-9d72-c0677be6a0a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.720363] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb8b18f-1ad5-4120-a29e-cfdd6f4349e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.723088] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9c5631-2afe-4fe9-96da-8dce65bd87db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.725867] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185b68f-470a-48c6-837f-6c1c4b32be87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.728477] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d62f742-9cd3-4f19-8c47-0de0ed3c898c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.731843] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbb1b0f-3407-43ce-a72d-4f328f04c6fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.737989] env[68116]: DEBUG nova.scheduler.client.report [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1208.738251] env[68116]: DEBUG nova.compute.provider_tree [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 159 to 160 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1208.738432] env[68116]: DEBUG nova.compute.provider_tree [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.108312] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5251ebd6-f2c1-61f9-2ef4-f7094a91cae9, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.110744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.111025] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] d1b83423-85f5-4612-b0cb-019adcc3a1f4/d1b83423-85f5-4612-b0cb-019adcc3a1f4.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.111325] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b654b6-3600-44df-8340-02660ab827c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.118263] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1209.118263] env[68116]: value = "task-2786977" [ 1209.118263] env[68116]: _type = "Task" [ 1209.118263] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.125818] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.206496] env[68116]: DEBUG nova.network.neutron [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updated VIF entry in instance network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.206856] env[68116]: DEBUG nova.network.neutron [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapab63e809-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.254744] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.255118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "b90cd204-f738-4030-b2e4-49498a2ab627" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.255816] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.583s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.258147] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.258374] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.424s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.258816] env[68116]: DEBUG nova.objects.instance [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'resources' on Instance uuid 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.261674] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.261960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.263970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "62a33421-8d24-43ac-b41b-f635b7187490" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.274201] env[68116]: INFO nova.scheduler.client.report [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted allocations for instance 241b1272-3e51-4072-b753-674c38ec5af7 [ 1209.628184] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786977, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.710376] env[68116]: DEBUG oslo_concurrency.lockutils [req-f8f5a82b-3289-416f-bf68-01e4876dd862 req-18bd9b40-0bd7-49f3-b476-7e66641242c4 service nova] Releasing lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.763353] env[68116]: DEBUG nova.objects.instance [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'numa_topology' on Instance uuid 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.780691] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fddb5089-e7ae-4cba-867c-7236cbb75220 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "241b1272-3e51-4072-b753-674c38ec5af7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.702s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.781458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "241b1272-3e51-4072-b753-674c38ec5af7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.069s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.781866] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98b5b334-74d2-43cf-8f4b-0b94e27de58b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.791796] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82724b4-25f0-41a1-ba5f-d7a6ecf850fb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.809440] env[68116]: DEBUG nova.objects.base [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Object Instance<15ce9d2c-5b98-4ab3-b592-b54c965e1305> lazy-loaded attributes: resources,numa_topology {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1210.812071] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "241b1272-3e51-4072-b753-674c38ec5af7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.031s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.818774] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537266} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.819081] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] d1b83423-85f5-4612-b0cb-019adcc3a1f4/d1b83423-85f5-4612-b0cb-019adcc3a1f4.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.819270] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.819525] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a0e0971-1247-4458-9f13-edc6e429d6c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.825704] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1210.825704] env[68116]: value = "task-2786978" [ 1210.825704] env[68116]: _type = "Task" [ 1210.825704] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.835915] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.915543] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d229a-c67d-4b2c-a12a-b3f13335caae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.922570] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579cd79e-436e-4086-ba18-f8547edda480 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.951282] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeb46ca-ce76-42c7-8442-b36683d1690a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.957980] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51909b1-1933-4e48-9528-3b71bfa2294c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.970448] env[68116]: DEBUG nova.compute.provider_tree [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1211.335974] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064517} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.336318] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.337325] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b3889-da66-405b-a7b2-d90363e0a5b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.360482] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] d1b83423-85f5-4612-b0cb-019adcc3a1f4/d1b83423-85f5-4612-b0cb-019adcc3a1f4.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.360727] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9584296c-a743-45ee-872b-c3fb3f93c4a2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.380344] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1211.380344] env[68116]: value = "task-2786979" [ 1211.380344] env[68116]: _type = "Task" [ 1211.380344] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.388061] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.491292] env[68116]: ERROR nova.scheduler.client.report [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [req-8ece45bd-04f2-4719-840d-01cbdb01ae98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ece45bd-04f2-4719-840d-01cbdb01ae98"}]} [ 1211.506861] env[68116]: DEBUG nova.scheduler.client.report [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1211.519408] env[68116]: DEBUG nova.scheduler.client.report [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1211.519672] env[68116]: DEBUG nova.compute.provider_tree [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1211.529864] env[68116]: DEBUG nova.scheduler.client.report [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1211.544656] env[68116]: DEBUG nova.scheduler.client.report [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1211.659394] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.659394] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.663094] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75415566-66b3-46df-b939-63ca140d7860 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.671476] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d0d4d-c8e5-447e-ae30-f1c2fdcbfab6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.701679] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b079908-7263-4818-bbb5-53b78707e5e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.708369] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f0742-a653-476d-9d26-7f1429911490 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.721349] env[68116]: DEBUG nova.compute.provider_tree [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1211.889219] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786979, 'name': ReconfigVM_Task, 'duration_secs': 0.278542} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.889602] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Reconfigured VM instance instance-00000072 to attach disk [datastore2] d1b83423-85f5-4612-b0cb-019adcc3a1f4/d1b83423-85f5-4612-b0cb-019adcc3a1f4.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.890179] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-936cf0ac-0a1b-464e-9259-59f0142a50b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.896592] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1211.896592] env[68116]: value = "task-2786980" [ 1211.896592] env[68116]: _type = "Task" [ 1211.896592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.905738] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786980, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.161793] env[68116]: DEBUG nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.250010] env[68116]: DEBUG nova.scheduler.client.report [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1212.250320] env[68116]: DEBUG nova.compute.provider_tree [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 161 to 162 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1212.250512] env[68116]: DEBUG nova.compute.provider_tree [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.407782] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786980, 'name': Rename_Task, 'duration_secs': 0.128553} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.408117] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.408358] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c6f58cb-46dc-43d7-922e-0c5ce56af99d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.416728] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1212.416728] env[68116]: value = "task-2786981" [ 1212.416728] env[68116]: _type = "Task" [ 1212.416728] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.424502] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.682874] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.755358] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.497s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.758133] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.075s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.759706] env[68116]: INFO nova.compute.claims [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.926828] env[68116]: DEBUG oslo_vmware.api [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786981, 'name': PowerOnVM_Task, 'duration_secs': 0.440593} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.927178] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.927274] env[68116]: INFO nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1212.927415] env[68116]: DEBUG nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.928195] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f6c5a3-92bf-457d-b81d-6ccaae91682c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.268709] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fa2634ef-35dc-4af6-952f-fa3b9f0722d5 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.510s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.269540] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.236s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.269877] env[68116]: INFO nova.compute.manager [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Unshelving [ 1213.447293] env[68116]: INFO nova.compute.manager [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Took 12.56 seconds to build instance. [ 1213.889129] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381be7b7-8d92-4628-a3af-33e3d5dff266 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.896831] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a09a9a3-31b7-4252-8dd9-96c9c579b66a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.927932] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9c5e6-71ba-41f3-9e50-b6a453a296d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.934782] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff481e5e-9836-47b7-88d8-09e374489c0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.947362] env[68116]: DEBUG nova.compute.provider_tree [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.949503] env[68116]: DEBUG oslo_concurrency.lockutils [None req-0837c962-ce18-401f-9f26-1f296406e3c5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.070s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.949701] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.234s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.949894] env[68116]: INFO nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] During sync_power_state the instance has a pending task (spawning). Skip. [ 1213.950075] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.294144] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.380396] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.380658] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.380880] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.381076] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.381254] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.383549] env[68116]: INFO nova.compute.manager [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Terminating instance [ 1214.450137] env[68116]: DEBUG nova.scheduler.client.report [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.887532] env[68116]: DEBUG nova.compute.manager [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.887752] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.888767] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a5ff25-4f1b-438e-b3ec-488f72c0e887 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.896516] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.896738] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1600bf4a-1636-4fcc-bea1-cb5125f1513d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.902741] env[68116]: DEBUG oslo_vmware.api [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1214.902741] env[68116]: value = "task-2786982" [ 1214.902741] env[68116]: _type = "Task" [ 1214.902741] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.909850] env[68116]: DEBUG oslo_vmware.api [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.955290] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.955908] env[68116]: DEBUG nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.958595] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.665s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.958811] env[68116]: DEBUG nova.objects.instance [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'pci_requests' on Instance uuid 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.414593] env[68116]: DEBUG oslo_vmware.api [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786982, 'name': PowerOffVM_Task, 'duration_secs': 0.230279} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.414991] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.415262] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.415529] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-792c1df9-76b8-487f-889f-5e70d46565d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.463028] env[68116]: DEBUG nova.compute.utils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.464830] env[68116]: DEBUG nova.objects.instance [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'numa_topology' on Instance uuid 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.465923] env[68116]: DEBUG nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.466116] env[68116]: DEBUG nova.network.neutron [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.479747] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.479970] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.480172] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleting the datastore file [datastore2] d1b83423-85f5-4612-b0cb-019adcc3a1f4 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.480425] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8d60d85-e1d0-478d-bd62-6ff82c9098c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.486673] env[68116]: DEBUG oslo_vmware.api [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1215.486673] env[68116]: value = "task-2786984" [ 1215.486673] env[68116]: _type = "Task" [ 1215.486673] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.494308] env[68116]: DEBUG oslo_vmware.api [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.538660] env[68116]: DEBUG nova.policy [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ad2a016c134d6ab506dcdcad8dc96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '119eb895220f43d9bf1b18437000e8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.785593] env[68116]: DEBUG nova.network.neutron [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Successfully created port: 0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.966813] env[68116]: DEBUG nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.969580] env[68116]: INFO nova.compute.claims [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.996490] env[68116]: DEBUG oslo_vmware.api [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2786984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13224} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.996740] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.996919] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.997102] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.997338] env[68116]: INFO nova.compute.manager [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1215.997508] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.997692] env[68116]: DEBUG nova.compute.manager [-] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.997798] env[68116]: DEBUG nova.network.neutron [-] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.269685] env[68116]: DEBUG nova.compute.manager [req-37cf5be0-91a3-40ad-b2ce-e0958b303198 req-4a0b45a4-ee6b-4fa4-ad3e-ac38102da979 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Received event network-vif-deleted-848dc59c-fe27-4214-acd2-12d4656dbd8f {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1216.269840] env[68116]: INFO nova.compute.manager [req-37cf5be0-91a3-40ad-b2ce-e0958b303198 req-4a0b45a4-ee6b-4fa4-ad3e-ac38102da979 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Neutron deleted interface 848dc59c-fe27-4214-acd2-12d4656dbd8f; detaching it from the instance and deleting it from the info cache [ 1216.270031] env[68116]: DEBUG nova.network.neutron [req-37cf5be0-91a3-40ad-b2ce-e0958b303198 req-4a0b45a4-ee6b-4fa4-ad3e-ac38102da979 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.539149] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.539457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.753402] env[68116]: DEBUG nova.network.neutron [-] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.773163] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1efd8fbe-4bb6-4b46-b43a-dbaa431cfddc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.782754] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc281a4-6657-494e-95af-c5048d69a1e6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.811238] env[68116]: DEBUG nova.compute.manager [req-37cf5be0-91a3-40ad-b2ce-e0958b303198 req-4a0b45a4-ee6b-4fa4-ad3e-ac38102da979 service nova] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Detach interface failed, port_id=848dc59c-fe27-4214-acd2-12d4656dbd8f, reason: Instance d1b83423-85f5-4612-b0cb-019adcc3a1f4 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1216.980096] env[68116]: DEBUG nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.008746] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.009036] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.009218] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.009403] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.009549] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.009696] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.009945] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.010065] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.010238] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.010402] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.010574] env[68116]: DEBUG nova.virt.hardware [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.011487] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cf887a-bd47-4d25-9c8b-4dfaa22ef771 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.020848] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f04f3d-adca-4685-a553-a08f8a4d6976 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.042095] env[68116]: DEBUG nova.compute.utils [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.101331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48579fe4-b661-48f2-96dd-45bef45c80f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.108637] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d34eac1-0ce0-4182-bd49-3adc9b2779de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.137747] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6f367-f87e-4c1e-bf30-8aeab110c244 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.144936] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b3486-0a84-42aa-917d-bd701bca45bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.160303] env[68116]: DEBUG nova.compute.provider_tree [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1217.256181] env[68116]: INFO nova.compute.manager [-] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Took 1.26 seconds to deallocate network for instance. [ 1217.343890] env[68116]: DEBUG nova.compute.manager [req-ab267471-c2ca-46d9-aa5e-7009c84b6b13 req-bc2a9e1f-9b46-4434-a3f0-25573b100ed8 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Received event network-vif-plugged-0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.344142] env[68116]: DEBUG oslo_concurrency.lockutils [req-ab267471-c2ca-46d9-aa5e-7009c84b6b13 req-bc2a9e1f-9b46-4434-a3f0-25573b100ed8 service nova] Acquiring lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.344357] env[68116]: DEBUG oslo_concurrency.lockutils [req-ab267471-c2ca-46d9-aa5e-7009c84b6b13 req-bc2a9e1f-9b46-4434-a3f0-25573b100ed8 service nova] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.344528] env[68116]: DEBUG oslo_concurrency.lockutils [req-ab267471-c2ca-46d9-aa5e-7009c84b6b13 req-bc2a9e1f-9b46-4434-a3f0-25573b100ed8 service nova] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.344693] env[68116]: DEBUG nova.compute.manager [req-ab267471-c2ca-46d9-aa5e-7009c84b6b13 req-bc2a9e1f-9b46-4434-a3f0-25573b100ed8 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] No waiting events found dispatching network-vif-plugged-0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.344852] env[68116]: WARNING nova.compute.manager [req-ab267471-c2ca-46d9-aa5e-7009c84b6b13 req-bc2a9e1f-9b46-4434-a3f0-25573b100ed8 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Received unexpected event network-vif-plugged-0eed5405-0c98-4b82-b937-27bf2b2b64ad for instance with vm_state building and task_state spawning. [ 1217.427049] env[68116]: DEBUG nova.network.neutron [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Successfully updated port: 0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.544929] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.689822] env[68116]: DEBUG nova.scheduler.client.report [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1217.690116] env[68116]: DEBUG nova.compute.provider_tree [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 162 to 163 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1217.690374] env[68116]: DEBUG nova.compute.provider_tree [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1217.763157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.933356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.933476] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.933642] env[68116]: DEBUG nova.network.neutron [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.195929] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.237s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.198338] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.435s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.198569] env[68116]: DEBUG nova.objects.instance [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'resources' on Instance uuid d1b83423-85f5-4612-b0cb-019adcc3a1f4 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.250868] env[68116]: INFO nova.network.neutron [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating port ab63e809-e79e-45cf-833f-d475b23b9e97 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1218.463141] env[68116]: DEBUG nova.network.neutron [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.609245] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.609559] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.609806] env[68116]: INFO nova.compute.manager [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Attaching volume c2626aad-3014-45b5-8347-76a57eeee708 to /dev/sdb [ 1218.644399] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99351b8-a223-417f-98ef-c13c74417d26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.652313] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccbfa50-88a6-4e5c-a106-95e39c11eb9c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.665769] env[68116]: DEBUG nova.virt.block_device [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updating existing volume attachment record: 0dfe45b7-d808-4863-822e-0050cdd4c240 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.828018] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f77fb-6d48-4f05-8d03-3018a7add6c8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.837519] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d53b6f-953e-4a88-980f-8b071c4347f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.868820] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370bab42-a81b-44be-8b0d-2fdc982be859 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.871831] env[68116]: DEBUG nova.network.neutron [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Updating instance_info_cache with network_info: [{"id": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "address": "fa:16:3e:f4:67:6a", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eed5405-0c", "ovs_interfaceid": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.878017] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3098cae9-c98c-4a0b-a42a-8219a9bab9ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.890910] env[68116]: DEBUG nova.compute.provider_tree [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.369905] env[68116]: DEBUG nova.compute.manager [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Received event network-changed-0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1219.370167] env[68116]: DEBUG nova.compute.manager [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Refreshing instance network info cache due to event network-changed-0eed5405-0c98-4b82-b937-27bf2b2b64ad. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1219.370336] env[68116]: DEBUG oslo_concurrency.lockutils [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] Acquiring lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.374340] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.374624] env[68116]: DEBUG nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Instance network_info: |[{"id": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "address": "fa:16:3e:f4:67:6a", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eed5405-0c", "ovs_interfaceid": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.374873] env[68116]: DEBUG oslo_concurrency.lockutils [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] Acquired lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.375056] env[68116]: DEBUG nova.network.neutron [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Refreshing network info cache for port 0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.376658] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:67:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eed5405-0c98-4b82-b937-27bf2b2b64ad', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.383544] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.384533] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.384758] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af3253dc-bc74-40c9-9e16-1912350bf2d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.399674] env[68116]: DEBUG nova.scheduler.client.report [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.408442] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.408442] env[68116]: value = "task-2786988" [ 1219.408442] env[68116]: _type = "Task" [ 1219.408442] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.416061] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786988, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.711241] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.711586] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.711891] env[68116]: DEBUG nova.network.neutron [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.904133] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.920820] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786988, 'name': CreateVM_Task, 'duration_secs': 0.307945} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.921044] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.921734] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.921902] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.922233] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.923144] env[68116]: INFO nova.scheduler.client.report [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted allocations for instance d1b83423-85f5-4612-b0cb-019adcc3a1f4 [ 1219.924061] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396006ba-e812-4306-b058-d9ab5bded426 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.930284] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1219.930284] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5261610e-bf2f-bc0d-9e6b-283e4355cc80" [ 1219.930284] env[68116]: _type = "Task" [ 1219.930284] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.939196] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5261610e-bf2f-bc0d-9e6b-283e4355cc80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.067558] env[68116]: DEBUG nova.network.neutron [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Updated VIF entry in instance network info cache for port 0eed5405-0c98-4b82-b937-27bf2b2b64ad. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.067915] env[68116]: DEBUG nova.network.neutron [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Updating instance_info_cache with network_info: [{"id": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "address": "fa:16:3e:f4:67:6a", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eed5405-0c", "ovs_interfaceid": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.426887] env[68116]: DEBUG nova.network.neutron [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab63e809-e7", "ovs_interfaceid": "ab63e809-e79e-45cf-833f-d475b23b9e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.435220] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4d6b416d-e790-4997-97e1-2dc4ef6fc243 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "d1b83423-85f5-4612-b0cb-019adcc3a1f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.054s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.441958] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5261610e-bf2f-bc0d-9e6b-283e4355cc80, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.443094] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.443180] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.443400] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.443555] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.443745] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.444268] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e947eb-f9b5-40b4-bc3c-273883b3047f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.452754] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.452879] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.453583] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e33568-e41a-472b-bc80-674a57fb3708 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.459050] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1220.459050] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52994973-18aa-4183-4a07-733ad30e0ecb" [ 1220.459050] env[68116]: _type = "Task" [ 1220.459050] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.466886] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52994973-18aa-4183-4a07-733ad30e0ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.570658] env[68116]: DEBUG oslo_concurrency.lockutils [req-4dd60a70-a413-44ea-bea4-29ab2625260a req-8c0c6f35-d85b-493f-9718-9035b3f25637 service nova] Releasing lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.929377] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.953807] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a55b3b6b3fc8972fc922f954fa4035d0',container_format='bare',created_at=2025-03-06T04:58:33Z,direct_url=,disk_format='vmdk',id=8ec95c76-8465-42b8-a77e-b68b0e8d1583,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1253867263-shelved',owner='34a033fa8bad43f18c2523a46fef606d',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-03-06T04:58:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.954166] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.954346] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.954538] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.954686] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.954835] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.955055] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.955225] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.955389] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.955581] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.955772] env[68116]: DEBUG nova.virt.hardware [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.956673] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efedcb-39ff-4d42-8507-da97c2269109 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.970935] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b362ac8-0cdf-42fc-b168-f924f7837e45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.974580] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52994973-18aa-4183-4a07-733ad30e0ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.007583} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.976174] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a8021e-6307-453e-b59c-44018b381487 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.986105] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:d5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab63e809-e79e-45cf-833f-d475b23b9e97', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.993322] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.993889] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.994098] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3d770a-fe4f-4cfc-84be-300e2f7dbeda {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.010737] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1221.010737] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5208b182-c0f7-6df5-12f1-eaba07b360b1" [ 1221.010737] env[68116]: _type = "Task" [ 1221.010737] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.015777] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.015777] env[68116]: value = "task-2786990" [ 1221.015777] env[68116]: _type = "Task" [ 1221.015777] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.021973] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5208b182-c0f7-6df5-12f1-eaba07b360b1, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.022508] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.022765] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5/d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.022989] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d4c29d-89fa-4b57-88ce-9979237f7250 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.027133] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786990, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.031583] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1221.031583] env[68116]: value = "task-2786991" [ 1221.031583] env[68116]: _type = "Task" [ 1221.031583] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.039320] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.306993] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.307340] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.440390] env[68116]: DEBUG nova.compute.manager [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-vif-plugged-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1221.440771] env[68116]: DEBUG oslo_concurrency.lockutils [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.440839] env[68116]: DEBUG oslo_concurrency.lockutils [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.440985] env[68116]: DEBUG oslo_concurrency.lockutils [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.441174] env[68116]: DEBUG nova.compute.manager [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] No waiting events found dispatching network-vif-plugged-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.441426] env[68116]: WARNING nova.compute.manager [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received unexpected event network-vif-plugged-ab63e809-e79e-45cf-833f-d475b23b9e97 for instance with vm_state shelved_offloaded and task_state spawning. [ 1221.441517] env[68116]: DEBUG nova.compute.manager [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1221.441658] env[68116]: DEBUG nova.compute.manager [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing instance network info cache due to event network-changed-ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1221.441838] env[68116]: DEBUG oslo_concurrency.lockutils [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] Acquiring lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.441973] env[68116]: DEBUG oslo_concurrency.lockutils [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] Acquired lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.442142] env[68116]: DEBUG nova.network.neutron [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Refreshing network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.526045] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786990, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.539829] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474886} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.540126] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5/d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.540479] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.540780] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04bd2e56-3fd8-4aed-b65c-52cc3686d585 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.546363] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1221.546363] env[68116]: value = "task-2786992" [ 1221.546363] env[68116]: _type = "Task" [ 1221.546363] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.553828] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.809624] env[68116]: DEBUG nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.026744] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2786990, 'name': CreateVM_Task, 'duration_secs': 0.55433} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.026923] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.027632] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.027810] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.028264] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.028549] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17119062-bec2-4a04-a40e-8590d359d6ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.032672] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1222.032672] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524e830a-406f-1f37-fa50-6b0b99a158ee" [ 1222.032672] env[68116]: _type = "Task" [ 1222.032672] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.039861] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524e830a-406f-1f37-fa50-6b0b99a158ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.054277] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066416} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.054558] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.055240] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac90fd7-636e-415c-823e-11d1be0aa086 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.076260] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5/d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.078518] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c33b51-7d43-4679-9ebf-2b8a9a32c2f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.097465] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1222.097465] env[68116]: value = "task-2786993" [ 1222.097465] env[68116]: _type = "Task" [ 1222.097465] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.106149] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.178246] env[68116]: DEBUG nova.network.neutron [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updated VIF entry in instance network info cache for port ab63e809-e79e-45cf-833f-d475b23b9e97. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.178656] env[68116]: DEBUG nova.network.neutron [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [{"id": "ab63e809-e79e-45cf-833f-d475b23b9e97", "address": "fa:16:3e:e3:d5:d8", "network": {"id": "2ec3cb82-880f-420d-bdad-90dd462a103d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-169465212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a033fa8bad43f18c2523a46fef606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab63e809-e7", "ovs_interfaceid": "ab63e809-e79e-45cf-833f-d475b23b9e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.332173] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.332464] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.334014] env[68116]: INFO nova.compute.claims [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.543046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.543342] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Processing image 8ec95c76-8465-42b8-a77e-b68b0e8d1583 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.543559] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583/8ec95c76-8465-42b8-a77e-b68b0e8d1583.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.543702] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583/8ec95c76-8465-42b8-a77e-b68b0e8d1583.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.543876] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.544146] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b2de20-ffa5-4c66-a6d0-dbe31e2199e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.552679] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.553785] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.553785] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad9305d-c740-4bc2-867a-783f1ddb63a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.558327] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1222.558327] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527e364f-2103-b9bb-b8ee-765cb50194f5" [ 1222.558327] env[68116]: _type = "Task" [ 1222.558327] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.565648] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527e364f-2103-b9bb-b8ee-765cb50194f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.605800] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786993, 'name': ReconfigVM_Task, 'duration_secs': 0.427775} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.606091] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5/d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.606723] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85e9a610-8ab1-4783-b507-7fc54ca9dfa1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.613139] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1222.613139] env[68116]: value = "task-2786994" [ 1222.613139] env[68116]: _type = "Task" [ 1222.613139] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.620428] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786994, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.681726] env[68116]: DEBUG oslo_concurrency.lockutils [req-abab3bd5-0f01-4171-9977-85122613b098 req-31c8362d-a531-4438-936d-c2d87b25b3cd service nova] Releasing lock "refresh_cache-15ce9d2c-5b98-4ab3-b592-b54c965e1305" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.069124] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Preparing fetch location {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1223.069124] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Fetch image to [datastore2] OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8/OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8.vmdk {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1223.069345] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Downloading stream optimized image 8ec95c76-8465-42b8-a77e-b68b0e8d1583 to [datastore2] OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8/OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8.vmdk on the data store datastore2 as vApp {{(pid=68116) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1223.069465] env[68116]: DEBUG nova.virt.vmwareapi.images [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Downloading image file data 8ec95c76-8465-42b8-a77e-b68b0e8d1583 to the ESX as VM named 'OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8' {{(pid=68116) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1223.123116] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786994, 'name': Rename_Task, 'duration_secs': 0.300492} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.125268] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.126048] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c93b010-0dd7-4702-bf20-bd7ea001e484 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.131825] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1223.131825] env[68116]: value = "task-2786995" [ 1223.131825] env[68116]: _type = "Task" [ 1223.131825] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.139751] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.145933] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1223.145933] env[68116]: value = "resgroup-9" [ 1223.145933] env[68116]: _type = "ResourcePool" [ 1223.145933] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1223.146238] env[68116]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2ffce973-3d90-432b-9c06-87bfacabb590 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.166581] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease: (returnval){ [ 1223.166581] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a941c3-4e8e-1ade-3ec3-941c6fbd5555" [ 1223.166581] env[68116]: _type = "HttpNfcLease" [ 1223.166581] env[68116]: } obtained for vApp import into resource pool (val){ [ 1223.166581] env[68116]: value = "resgroup-9" [ 1223.166581] env[68116]: _type = "ResourcePool" [ 1223.166581] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1223.167332] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the lease: (returnval){ [ 1223.167332] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a941c3-4e8e-1ade-3ec3-941c6fbd5555" [ 1223.167332] env[68116]: _type = "HttpNfcLease" [ 1223.167332] env[68116]: } to be ready. {{(pid=68116) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.173741] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.173741] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a941c3-4e8e-1ade-3ec3-941c6fbd5555" [ 1223.173741] env[68116]: _type = "HttpNfcLease" [ 1223.173741] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.209302] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.209539] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560243', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'name': 'volume-c2626aad-3014-45b5-8347-76a57eeee708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06f18856-3e62-47f8-87ac-efbafe2477f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'serial': 'c2626aad-3014-45b5-8347-76a57eeee708'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.210450] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2670a0dc-fc6f-41bf-a128-ff590ffc25a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.226808] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77e797-b4b6-4808-8900-acdf645779b5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.251853] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-c2626aad-3014-45b5-8347-76a57eeee708/volume-c2626aad-3014-45b5-8347-76a57eeee708.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.252158] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d47a8f-d98f-4a4c-a271-d62fc88d9881 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.269690] env[68116]: DEBUG oslo_vmware.api [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1223.269690] env[68116]: value = "task-2786997" [ 1223.269690] env[68116]: _type = "Task" [ 1223.269690] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.280834] env[68116]: DEBUG oslo_vmware.api [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.465043] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7879af-f718-458a-9f1f-c607c7ff6f9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.472964] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51798e9d-2d16-41fe-a662-02cf8744e4db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.503097] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b031e677-6fe7-45b3-9b4c-6b28e7ef5ead {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.510294] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6d6048-c5f6-4527-a0b9-364862e5648c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.523599] env[68116]: DEBUG nova.compute.provider_tree [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.643267] env[68116]: DEBUG oslo_vmware.api [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2786995, 'name': PowerOnVM_Task, 'duration_secs': 0.457906} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.643710] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.643981] env[68116]: INFO nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1223.644557] env[68116]: DEBUG nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.645362] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c8419b-74cd-4b16-98ae-5201cf44195e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.675266] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.675266] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a941c3-4e8e-1ade-3ec3-941c6fbd5555" [ 1223.675266] env[68116]: _type = "HttpNfcLease" [ 1223.675266] env[68116]: } is initializing. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.779275] env[68116]: DEBUG oslo_vmware.api [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786997, 'name': ReconfigVM_Task, 'duration_secs': 0.407734} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.779534] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-c2626aad-3014-45b5-8347-76a57eeee708/volume-c2626aad-3014-45b5-8347-76a57eeee708.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.784142] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca9db67-ebe6-4792-addd-ba20659ec0a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.798817] env[68116]: DEBUG oslo_vmware.api [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1223.798817] env[68116]: value = "task-2786998" [ 1223.798817] env[68116]: _type = "Task" [ 1223.798817] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.807683] env[68116]: DEBUG oslo_vmware.api [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.043997] env[68116]: ERROR nova.scheduler.client.report [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [req-18af5a5d-7d7f-44c9-8715-b5892f85da3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-18af5a5d-7d7f-44c9-8715-b5892f85da3c"}]} [ 1224.060025] env[68116]: DEBUG nova.scheduler.client.report [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1224.072721] env[68116]: DEBUG nova.scheduler.client.report [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1224.072931] env[68116]: DEBUG nova.compute.provider_tree [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.082756] env[68116]: DEBUG nova.scheduler.client.report [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1224.099474] env[68116]: DEBUG nova.scheduler.client.report [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1224.165766] env[68116]: INFO nova.compute.manager [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Took 11.50 seconds to build instance. [ 1224.178076] env[68116]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.178076] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a941c3-4e8e-1ade-3ec3-941c6fbd5555" [ 1224.178076] env[68116]: _type = "HttpNfcLease" [ 1224.178076] env[68116]: } is ready. {{(pid=68116) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1224.178287] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1224.178287] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a941c3-4e8e-1ade-3ec3-941c6fbd5555" [ 1224.178287] env[68116]: _type = "HttpNfcLease" [ 1224.178287] env[68116]: }. {{(pid=68116) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1224.179029] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec61c3-d064-4bf0-b890-65ade06e09bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.188559] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1cd17-84e6-bf34-aae2-605aedb4ec3e/disk-0.vmdk from lease info. {{(pid=68116) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1224.188727] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1cd17-84e6-bf34-aae2-605aedb4ec3e/disk-0.vmdk. {{(pid=68116) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1224.250889] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a0eb543-1dab-4672-833d-5cc2406984fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.260804] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb1ded-cdaa-4ea9-80d7-8237d1f9566c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.267897] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b64f1-ad7e-452a-acb3-ca6566bb7a9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.297307] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc220a7-a03d-4b8f-97ea-dff0350fb776 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.309991] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53370b44-3af7-4bd5-ba59-a19f8d173263 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.313784] env[68116]: DEBUG oslo_vmware.api [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2786998, 'name': ReconfigVM_Task, 'duration_secs': 0.148634} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.314083] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560243', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'name': 'volume-c2626aad-3014-45b5-8347-76a57eeee708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06f18856-3e62-47f8-87ac-efbafe2477f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'serial': 'c2626aad-3014-45b5-8347-76a57eeee708'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.327129] env[68116]: DEBUG nova.compute.provider_tree [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.649361] env[68116]: DEBUG nova.compute.manager [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Received event network-changed-0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1224.649647] env[68116]: DEBUG nova.compute.manager [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Refreshing instance network info cache due to event network-changed-0eed5405-0c98-4b82-b937-27bf2b2b64ad. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1224.649821] env[68116]: DEBUG oslo_concurrency.lockutils [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] Acquiring lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.649927] env[68116]: DEBUG oslo_concurrency.lockutils [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] Acquired lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.650152] env[68116]: DEBUG nova.network.neutron [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Refreshing network info cache for port 0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.668167] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ab42767e-f0f5-4a00-92b2-959970914c5f tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.009s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.860617] env[68116]: DEBUG nova.scheduler.client.report [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1224.860889] env[68116]: DEBUG nova.compute.provider_tree [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 164 to 165 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1224.861091] env[68116]: DEBUG nova.compute.provider_tree [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.350174] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Completed reading data from the image iterator. {{(pid=68116) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1225.350573] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1cd17-84e6-bf34-aae2-605aedb4ec3e/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1225.351955] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43322e4-abf5-46e1-941b-37692b72fa01 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.362148] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1cd17-84e6-bf34-aae2-605aedb4ec3e/disk-0.vmdk is in state: ready. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1225.362488] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1cd17-84e6-bf34-aae2-605aedb4ec3e/disk-0.vmdk. {{(pid=68116) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1225.366254] env[68116]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d62107eb-b68c-43e4-8cfe-27fdfd062e80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.369046] env[68116]: DEBUG nova.objects.instance [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lazy-loading 'flavor' on Instance uuid 06f18856-3e62-47f8-87ac-efbafe2477f2 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.371043] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.038s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.371712] env[68116]: DEBUG nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.410223] env[68116]: DEBUG nova.network.neutron [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Updated VIF entry in instance network info cache for port 0eed5405-0c98-4b82-b937-27bf2b2b64ad. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.410603] env[68116]: DEBUG nova.network.neutron [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Updating instance_info_cache with network_info: [{"id": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "address": "fa:16:3e:f4:67:6a", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eed5405-0c", "ovs_interfaceid": "0eed5405-0c98-4b82-b937-27bf2b2b64ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.665467] env[68116]: DEBUG oslo_vmware.rw_handles [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1cd17-84e6-bf34-aae2-605aedb4ec3e/disk-0.vmdk. {{(pid=68116) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1225.665769] env[68116]: INFO nova.virt.vmwareapi.images [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Downloaded image file data 8ec95c76-8465-42b8-a77e-b68b0e8d1583 [ 1225.666577] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c392c5-8160-4fa5-95c7-a32d8623026c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.684852] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cd1bc27-7ef8-4145-b29f-d9bf3124a093 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.723258] env[68116]: INFO nova.virt.vmwareapi.images [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] The imported VM was unregistered [ 1225.725558] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Caching image {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1225.725788] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.726111] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b43a700-bc77-4e0e-9f0a-e9d176c2bbed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.742867] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Created directory with path [datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583 {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.743057] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8/OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8.vmdk to [datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583/8ec95c76-8465-42b8-a77e-b68b0e8d1583.vmdk. {{(pid=68116) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1225.743286] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4bafcb8f-62ef-4530-92ef-89071c31b24b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.750728] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1225.750728] env[68116]: value = "task-2787001" [ 1225.750728] env[68116]: _type = "Task" [ 1225.750728] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.758011] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787001, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.878382] env[68116]: DEBUG nova.compute.utils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.880867] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5eb4f47a-6b57-41cf-bcee-4c86956152e5 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.881933] env[68116]: DEBUG nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.882171] env[68116]: DEBUG nova.network.neutron [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.913782] env[68116]: DEBUG oslo_concurrency.lockutils [req-45c686fb-4342-4974-a059-f89b225e8290 req-bd703e0b-3270-4c37-ab02-c729a396a2d5 service nova] Releasing lock "refresh_cache-d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.932624] env[68116]: DEBUG nova.policy [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aea7bd9c8c22490788d62a5e61a256f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a482b124834b3b90c6f2d6d10d31f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.019226] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.019552] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.189712] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.190143] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.256852] env[68116]: DEBUG nova.network.neutron [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Successfully created port: 36043f04-65b1-4ba7-9f9f-e78409193c74 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.266962] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787001, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.381907] env[68116]: DEBUG nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.523165] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.523554] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.523554] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.523749] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1226.524729] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c6c79b-e94d-4511-9d87-3511140c50da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.535174] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120a2011-f2c0-4291-830a-4a69fcb1abf3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.552112] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9fce99-d098-4602-9f00-03cacb56ae9b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.561637] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a27f573-9357-4c9c-9b4c-ce81718e965a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.594568] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179972MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1226.594776] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.594970] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.694076] env[68116]: INFO nova.compute.manager [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Detaching volume c2626aad-3014-45b5-8347-76a57eeee708 [ 1226.733333] env[68116]: INFO nova.virt.block_device [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Attempting to driver detach volume c2626aad-3014-45b5-8347-76a57eeee708 from mountpoint /dev/sdb [ 1226.733648] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.733858] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560243', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'name': 'volume-c2626aad-3014-45b5-8347-76a57eeee708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06f18856-3e62-47f8-87ac-efbafe2477f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'serial': 'c2626aad-3014-45b5-8347-76a57eeee708'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.734880] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c576d61c-ca3c-4a43-81f6-f91fc568a3f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.764197] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13e9440-0e67-47d3-a083-41b3d1a1862d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.774336] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f39002-0279-457e-85d3-98606feb6e26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.777154] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787001, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.796847] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a02371-9062-490c-a84c-2cf00c00cd42 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.814088] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] The volume has not been displaced from its original location: [datastore2] volume-c2626aad-3014-45b5-8347-76a57eeee708/volume-c2626aad-3014-45b5-8347-76a57eeee708.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.819473] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.819872] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c3be52c-bf13-4ee5-93f4-04e06bb72781 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.840364] env[68116]: DEBUG oslo_vmware.api [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1226.840364] env[68116]: value = "task-2787002" [ 1226.840364] env[68116]: _type = "Task" [ 1226.840364] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.850945] env[68116]: DEBUG oslo_vmware.api [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.276019] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787001, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.352789] env[68116]: DEBUG oslo_vmware.api [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787002, 'name': ReconfigVM_Task, 'duration_secs': 0.446877} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.353122] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.358360] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebc9ffb-de0c-4b84-92e6-7f45d3a8b6a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.375686] env[68116]: DEBUG oslo_vmware.api [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1227.375686] env[68116]: value = "task-2787003" [ 1227.375686] env[68116]: _type = "Task" [ 1227.375686] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.386674] env[68116]: DEBUG oslo_vmware.api [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.392236] env[68116]: DEBUG nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.423169] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.423491] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.423696] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.423887] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.424096] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.424272] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.424537] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.424752] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.424943] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.425173] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.425408] env[68116]: DEBUG nova.virt.hardware [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.426417] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3235adfe-8ce1-4b1c-8bb3-48e05f365185 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.437951] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e8b6b-255c-4b9a-9efe-b82e3ce236bf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.452874] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.453148] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.453360] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "18eaf7f7-65d9-4547-a00a-99eb53e72121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.453538] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.453711] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.455905] env[68116]: INFO nova.compute.manager [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Terminating instance [ 1227.626711] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 59e4767e-8354-466f-a0cf-6f89efa776e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.626880] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 62a33421-8d24-43ac-b41b-f635b7187490 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627013] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b90cd204-f738-4030-b2e4-49498a2ab627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627144] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 06f18856-3e62-47f8-87ac-efbafe2477f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627262] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 18eaf7f7-65d9-4547-a00a-99eb53e72121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627373] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 741abbe4-332f-425d-aa92-88078ee33183 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627485] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 15ce9d2c-5b98-4ab3-b592-b54c965e1305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627595] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627706] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance ce523c03-91b7-4b4e-8c73-9a75c95faf07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.627906] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1227.628098] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1227.670633] env[68116]: DEBUG nova.compute.manager [req-5e2f7318-ce03-4141-891e-0c84f35388bd req-b963c0da-a29b-4e3c-8e5c-60e9386d92a4 service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Received event network-vif-plugged-36043f04-65b1-4ba7-9f9f-e78409193c74 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1227.670929] env[68116]: DEBUG oslo_concurrency.lockutils [req-5e2f7318-ce03-4141-891e-0c84f35388bd req-b963c0da-a29b-4e3c-8e5c-60e9386d92a4 service nova] Acquiring lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.671230] env[68116]: DEBUG oslo_concurrency.lockutils [req-5e2f7318-ce03-4141-891e-0c84f35388bd req-b963c0da-a29b-4e3c-8e5c-60e9386d92a4 service nova] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.671409] env[68116]: DEBUG oslo_concurrency.lockutils [req-5e2f7318-ce03-4141-891e-0c84f35388bd req-b963c0da-a29b-4e3c-8e5c-60e9386d92a4 service nova] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.672017] env[68116]: DEBUG nova.compute.manager [req-5e2f7318-ce03-4141-891e-0c84f35388bd req-b963c0da-a29b-4e3c-8e5c-60e9386d92a4 service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] No waiting events found dispatching network-vif-plugged-36043f04-65b1-4ba7-9f9f-e78409193c74 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.672017] env[68116]: WARNING nova.compute.manager [req-5e2f7318-ce03-4141-891e-0c84f35388bd req-b963c0da-a29b-4e3c-8e5c-60e9386d92a4 service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Received unexpected event network-vif-plugged-36043f04-65b1-4ba7-9f9f-e78409193c74 for instance with vm_state building and task_state spawning. [ 1227.776227] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787001, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.778229] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe770b-f137-4994-938d-18d300976a5e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.788791] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb6d3cc-33d4-475c-863a-41642e9e11e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.794673] env[68116]: DEBUG nova.network.neutron [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Successfully updated port: 36043f04-65b1-4ba7-9f9f-e78409193c74 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.825214] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a541fd15-58cf-4a20-9c42-4fe85b02cb76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.836155] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ec1ab-f927-401c-995b-e45b63070593 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.856037] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.888121] env[68116]: DEBUG oslo_vmware.api [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787003, 'name': ReconfigVM_Task, 'duration_secs': 0.213201} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.888464] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560243', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'name': 'volume-c2626aad-3014-45b5-8347-76a57eeee708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06f18856-3e62-47f8-87ac-efbafe2477f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2626aad-3014-45b5-8347-76a57eeee708', 'serial': 'c2626aad-3014-45b5-8347-76a57eeee708'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.960402] env[68116]: DEBUG nova.compute.manager [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.960658] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.961682] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b3092-3525-4d7d-a3ac-751f7a43d002 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.974333] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.974623] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f254931-e65c-4948-aaab-2e3906781480 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.985710] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1227.985710] env[68116]: value = "task-2787004" [ 1227.985710] env[68116]: _type = "Task" [ 1227.985710] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.000312] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.279229] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787001, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.519981} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.279523] env[68116]: INFO nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8/OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8.vmdk to [datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583/8ec95c76-8465-42b8-a77e-b68b0e8d1583.vmdk. [ 1228.279758] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Cleaning up location [datastore2] OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1228.279934] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5f23d39b-fdf5-4722-97b1-a635078540e8 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.280235] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af464043-f5b6-45c6-aa92-ed2f190067a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.291241] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1228.291241] env[68116]: value = "task-2787005" [ 1228.291241] env[68116]: _type = "Task" [ 1228.291241] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.296993] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "refresh_cache-ce523c03-91b7-4b4e-8c73-9a75c95faf07" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.297242] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "refresh_cache-ce523c03-91b7-4b4e-8c73-9a75c95faf07" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.297427] env[68116]: DEBUG nova.network.neutron [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.306678] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.359803] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.455365] env[68116]: DEBUG nova.objects.instance [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lazy-loading 'flavor' on Instance uuid 06f18856-3e62-47f8-87ac-efbafe2477f2 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.498935] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.803706] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062047} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.804015] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.804260] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583/8ec95c76-8465-42b8-a77e-b68b0e8d1583.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.804538] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583/8ec95c76-8465-42b8-a77e-b68b0e8d1583.vmdk to [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.805158] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc347ea-448a-4127-a7e5-01ffe4f4aacb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.812845] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1228.812845] env[68116]: value = "task-2787007" [ 1228.812845] env[68116]: _type = "Task" [ 1228.812845] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.822527] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.833531] env[68116]: DEBUG nova.network.neutron [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.864951] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1228.865149] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.270s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.972440] env[68116]: DEBUG nova.network.neutron [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Updating instance_info_cache with network_info: [{"id": "36043f04-65b1-4ba7-9f9f-e78409193c74", "address": "fa:16:3e:ff:85:4d", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36043f04-65", "ovs_interfaceid": "36043f04-65b1-4ba7-9f9f-e78409193c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.995945] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787004, 'name': PowerOffVM_Task, 'duration_secs': 0.904929} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.996300] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.996476] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.996720] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85d4eac-15c5-4d4e-9bda-7c213c1870e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.088031] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.088378] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.088601] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleting the datastore file [datastore2] 18eaf7f7-65d9-4547-a00a-99eb53e72121 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.088883] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d989fc-5e93-4d6c-8a03-f77cc0f46993 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.097145] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1229.097145] env[68116]: value = "task-2787009" [ 1229.097145] env[68116]: _type = "Task" [ 1229.097145] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.105118] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.322855] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787007, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.465669] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c12aa04e-8541-4119-b0b6-b5e702d7caec tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.475979] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "refresh_cache-ce523c03-91b7-4b4e-8c73-9a75c95faf07" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.478345] env[68116]: DEBUG nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Instance network_info: |[{"id": "36043f04-65b1-4ba7-9f9f-e78409193c74", "address": "fa:16:3e:ff:85:4d", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36043f04-65", "ovs_interfaceid": "36043f04-65b1-4ba7-9f9f-e78409193c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.478345] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:85:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36043f04-65b1-4ba7-9f9f-e78409193c74', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.485424] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.485679] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.486536] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce3f4ac5-ff14-4a7d-99e1-98c91419f90d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.506790] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.506790] env[68116]: value = "task-2787010" [ 1229.506790] env[68116]: _type = "Task" [ 1229.506790] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.515278] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787010, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.608025] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.699917] env[68116]: DEBUG nova.compute.manager [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Received event network-changed-36043f04-65b1-4ba7-9f9f-e78409193c74 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1229.700190] env[68116]: DEBUG nova.compute.manager [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Refreshing instance network info cache due to event network-changed-36043f04-65b1-4ba7-9f9f-e78409193c74. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1229.700348] env[68116]: DEBUG oslo_concurrency.lockutils [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] Acquiring lock "refresh_cache-ce523c03-91b7-4b4e-8c73-9a75c95faf07" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.700517] env[68116]: DEBUG oslo_concurrency.lockutils [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] Acquired lock "refresh_cache-ce523c03-91b7-4b4e-8c73-9a75c95faf07" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.700685] env[68116]: DEBUG nova.network.neutron [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Refreshing network info cache for port 36043f04-65b1-4ba7-9f9f-e78409193c74 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.823863] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787007, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.864987] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.864987] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.017876] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.018983] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787010, 'name': CreateVM_Task} progress is 25%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.018983] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.018983] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.018983] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1230.110136] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.324377] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787007, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.429499] env[68116]: DEBUG nova.network.neutron [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Updated VIF entry in instance network info cache for port 36043f04-65b1-4ba7-9f9f-e78409193c74. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.430067] env[68116]: DEBUG nova.network.neutron [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Updating instance_info_cache with network_info: [{"id": "36043f04-65b1-4ba7-9f9f-e78409193c74", "address": "fa:16:3e:ff:85:4d", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36043f04-65", "ovs_interfaceid": "36043f04-65b1-4ba7-9f9f-e78409193c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.518429] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787010, 'name': CreateVM_Task, 'duration_secs': 0.801616} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.518628] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.526526] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.526804] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.527140] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.527577] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9e2d0f-6d1f-4ecc-93ab-d7b93787fe82 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.533040] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1230.533040] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52a8de89-865c-7098-80f7-3a9990435ee5" [ 1230.533040] env[68116]: _type = "Task" [ 1230.533040] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.541070] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a8de89-865c-7098-80f7-3a9990435ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.608953] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.612481] env[68116]: DEBUG oslo_concurrency.lockutils [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.612650] env[68116]: DEBUG oslo_concurrency.lockutils [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.825152] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787007, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.904941] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "b5caebde-d9bc-4293-93f3-3c063464a945" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.905200] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "b5caebde-d9bc-4293-93f3-3c063464a945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.933743] env[68116]: DEBUG oslo_concurrency.lockutils [req-c8bd5d14-e6e3-414b-8ade-2d18cf846e03 req-41143213-9916-4df6-860c-332f3484311d service nova] Releasing lock "refresh_cache-ce523c03-91b7-4b4e-8c73-9a75c95faf07" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.044349] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52a8de89-865c-7098-80f7-3a9990435ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.098597} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.044672] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.044902] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.045172] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.045311] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.045491] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.045766] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e15342ce-9b24-49ac-af0e-1f9afca8ca24 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.061349] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.061557] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.062329] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534548ea-cd47-427f-ae20-b0c920a026c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.068052] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1231.068052] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b0f9aa-2e1c-be6e-7992-6345c49593e0" [ 1231.068052] env[68116]: _type = "Task" [ 1231.068052] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.076041] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b0f9aa-2e1c-be6e-7992-6345c49593e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.109894] env[68116]: DEBUG oslo_vmware.api [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.538702} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.110173] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.110363] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.110546] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.110723] env[68116]: INFO nova.compute.manager [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Took 3.15 seconds to destroy the instance on the hypervisor. [ 1231.110969] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.111199] env[68116]: DEBUG nova.compute.manager [-] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.111299] env[68116]: DEBUG nova.network.neutron [-] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.116235] env[68116]: DEBUG nova.compute.utils [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.324788] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787007, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.380883} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.325081] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8ec95c76-8465-42b8-a77e-b68b0e8d1583/8ec95c76-8465-42b8-a77e-b68b0e8d1583.vmdk to [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.325890] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d5f31-46b2-4188-b709-458398b1f4e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.349784] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.350078] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50cb09ec-7f95-4c78-bd04-e8f661bc6396 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.370328] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1231.370328] env[68116]: value = "task-2787012" [ 1231.370328] env[68116]: _type = "Task" [ 1231.370328] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.378728] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.407752] env[68116]: DEBUG nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.578553] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b0f9aa-2e1c-be6e-7992-6345c49593e0, 'name': SearchDatastore_Task, 'duration_secs': 0.091618} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.579381] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcfd562-416d-4469-bab7-d550e0f27407 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.584520] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1231.584520] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520660e9-bce2-96fc-5d1e-68778ef2a9af" [ 1231.584520] env[68116]: _type = "Task" [ 1231.584520] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.593847] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520660e9-bce2-96fc-5d1e-68778ef2a9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.622672] env[68116]: DEBUG oslo_concurrency.lockutils [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.792825] env[68116]: DEBUG nova.compute.manager [req-4b903f44-4f3f-4d45-b9d1-9243aec824c2 req-62638360-969e-4578-b6f9-1d2ee0ea85d4 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Received event network-vif-deleted-c0ae4a9a-4538-4282-be31-a0aef2b9e4b4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1231.793066] env[68116]: INFO nova.compute.manager [req-4b903f44-4f3f-4d45-b9d1-9243aec824c2 req-62638360-969e-4578-b6f9-1d2ee0ea85d4 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Neutron deleted interface c0ae4a9a-4538-4282-be31-a0aef2b9e4b4; detaching it from the instance and deleting it from the info cache [ 1231.793272] env[68116]: DEBUG nova.network.neutron [req-4b903f44-4f3f-4d45-b9d1-9243aec824c2 req-62638360-969e-4578-b6f9-1d2ee0ea85d4 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.879409] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787012, 'name': ReconfigVM_Task, 'duration_secs': 0.350883} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.879879] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305/15ce9d2c-5b98-4ab3-b592-b54c965e1305.vmdk or device None with type streamOptimized {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.880367] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae1fe0cf-d463-40fb-aad4-a642375add57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.886041] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1231.886041] env[68116]: value = "task-2787013" [ 1231.886041] env[68116]: _type = "Task" [ 1231.886041] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.895696] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787013, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.931413] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.931707] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.933300] env[68116]: INFO nova.compute.claims [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.019499] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.034240] env[68116]: DEBUG nova.network.neutron [-] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.094764] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520660e9-bce2-96fc-5d1e-68778ef2a9af, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.095088] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.095379] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] ce523c03-91b7-4b4e-8c73-9a75c95faf07/ce523c03-91b7-4b4e-8c73-9a75c95faf07.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.095669] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1edaa87-bcb1-4dda-a4be-0d165065441b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.102545] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1232.102545] env[68116]: value = "task-2787014" [ 1232.102545] env[68116]: _type = "Task" [ 1232.102545] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.109879] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.295833] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67ca4796-7161-4b47-a7fe-55f75491a6a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.305899] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da4259a-7095-46ca-ad5e-60fc1e35dfde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.341943] env[68116]: DEBUG nova.compute.manager [req-4b903f44-4f3f-4d45-b9d1-9243aec824c2 req-62638360-969e-4578-b6f9-1d2ee0ea85d4 service nova] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Detach interface failed, port_id=c0ae4a9a-4538-4282-be31-a0aef2b9e4b4, reason: Instance 18eaf7f7-65d9-4547-a00a-99eb53e72121 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1232.396589] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787013, 'name': Rename_Task, 'duration_secs': 0.175545} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.397012] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.397475] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-760598e8-65d5-4376-b2d8-e81ee56a3183 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.404310] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1232.404310] env[68116]: value = "task-2787015" [ 1232.404310] env[68116]: _type = "Task" [ 1232.404310] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.413035] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.537864] env[68116]: INFO nova.compute.manager [-] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Took 1.43 seconds to deallocate network for instance. [ 1232.612997] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44314} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.613292] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] ce523c03-91b7-4b4e-8c73-9a75c95faf07/ce523c03-91b7-4b4e-8c73-9a75c95faf07.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.613622] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.613958] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a6361cc-2332-45ba-b549-8c3d36611bbe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.620934] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1232.620934] env[68116]: value = "task-2787017" [ 1232.620934] env[68116]: _type = "Task" [ 1232.620934] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.630042] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.686635] env[68116]: DEBUG oslo_concurrency.lockutils [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.686998] env[68116]: DEBUG oslo_concurrency.lockutils [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.687265] env[68116]: INFO nova.compute.manager [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Attaching volume dc17e44e-1d23-45cd-a52e-855101c5201b to /dev/sdb [ 1232.722389] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0604f6d-aa2b-416a-bfa9-f725ca63b973 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.729847] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf666f-38de-4eee-b016-4dac757bb890 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.743962] env[68116]: DEBUG nova.virt.block_device [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating existing volume attachment record: 6d548b43-5832-438a-91c6-9d45f33653a8 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1232.916119] env[68116]: DEBUG oslo_vmware.api [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787015, 'name': PowerOnVM_Task, 'duration_secs': 0.511475} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.916408] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.022494] env[68116]: DEBUG nova.compute.manager [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.023409] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2294728-f347-4460-b2c1-7833822600ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.044090] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.070372] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241d0df0-00c7-4908-a9a3-1bb099dc4e05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.077596] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5018a75-7260-40db-ab91-74823235ef86 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.108854] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf57f60e-c3da-4308-94b0-226296e6ac01 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.115903] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c0af31-b255-4790-b97e-b8f418d0f433 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.129606] env[68116]: DEBUG nova.compute.provider_tree [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.137885] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064296} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.138713] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.139503] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd9ace9-879c-4ff6-a510-b87bedf5ed4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.161322] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ce523c03-91b7-4b4e-8c73-9a75c95faf07/ce523c03-91b7-4b4e-8c73-9a75c95faf07.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.161780] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf678cb7-253d-41e4-9b95-12a3d91864da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.180743] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1233.180743] env[68116]: value = "task-2787021" [ 1233.180743] env[68116]: _type = "Task" [ 1233.180743] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.192817] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.543172] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1926fa6b-ec5a-486f-be98-c4fc1e17e778 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.274s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.544087] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 24.831s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.544286] env[68116]: INFO nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1233.544461] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.634819] env[68116]: DEBUG nova.scheduler.client.report [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.691345] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787021, 'name': ReconfigVM_Task, 'duration_secs': 0.324702} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.691631] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ce523c03-91b7-4b4e-8c73-9a75c95faf07/ce523c03-91b7-4b4e-8c73-9a75c95faf07.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.692292] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a126cc3a-c094-4c49-9820-09e87bfb4d5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.698330] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1233.698330] env[68116]: value = "task-2787022" [ 1233.698330] env[68116]: _type = "Task" [ 1233.698330] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.705984] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787022, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.139234] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.139783] env[68116]: DEBUG nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.142297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.098s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.142509] env[68116]: DEBUG nova.objects.instance [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'resources' on Instance uuid 18eaf7f7-65d9-4547-a00a-99eb53e72121 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.207899] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787022, 'name': Rename_Task, 'duration_secs': 0.142663} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.208325] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.208663] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8373686-efdb-453d-815d-c1df263f63f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.214907] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1234.214907] env[68116]: value = "task-2787023" [ 1234.214907] env[68116]: _type = "Task" [ 1234.214907] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.223704] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.599561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.599561] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.599691] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.600687] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.600687] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.604867] env[68116]: INFO nova.compute.manager [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Terminating instance [ 1234.645750] env[68116]: DEBUG nova.compute.utils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.651031] env[68116]: DEBUG nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.651031] env[68116]: DEBUG nova.network.neutron [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.697555] env[68116]: DEBUG nova.policy [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6f924a055841d1b1aa1af2828cfd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6aadc8decfd4377b62a1cf00a19ecb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.726200] env[68116]: DEBUG oslo_vmware.api [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787023, 'name': PowerOnVM_Task, 'duration_secs': 0.471045} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.728646] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.728851] env[68116]: INFO nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1234.729046] env[68116]: DEBUG nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.730299] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935b3b19-da0d-4580-8e29-29374dce0027 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.784656] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8e9ebd-b8f6-43f6-9d88-6172377ee5b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.792836] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6659ee9-3652-41b6-bb0a-d2e4285093d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.822853] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d886d9-87a1-487b-bd30-bcdb86d0ada2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.830355] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab7c94f-749d-419d-9108-e91e2896661f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.845037] env[68116]: DEBUG nova.compute.provider_tree [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.973956] env[68116]: DEBUG nova.network.neutron [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Successfully created port: f2b375f4-1a42-4c0b-8961-e7f47381d3ea {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.108630] env[68116]: DEBUG nova.compute.manager [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.109235] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.109835] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ff8147-5950-4f6f-b884-d5f4da15f332 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.118506] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.118782] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1576e4a-8a49-458f-82da-0e6228230de8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.125579] env[68116]: DEBUG oslo_vmware.api [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1235.125579] env[68116]: value = "task-2787025" [ 1235.125579] env[68116]: _type = "Task" [ 1235.125579] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.134052] env[68116]: DEBUG oslo_vmware.api [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.150898] env[68116]: DEBUG nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.248186] env[68116]: INFO nova.compute.manager [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Took 12.93 seconds to build instance. [ 1235.348621] env[68116]: DEBUG nova.scheduler.client.report [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.637198] env[68116]: DEBUG oslo_vmware.api [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787025, 'name': PowerOffVM_Task, 'duration_secs': 0.191373} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.637475] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.637644] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.637897] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ffc8cd8-34e9-40d5-b27e-727628b77769 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.705839] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.706204] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.706475] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleting the datastore file [datastore2] 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.706816] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f321d6a4-dff9-43da-97b0-fc5d4e719329 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.714859] env[68116]: DEBUG oslo_vmware.api [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for the task: (returnval){ [ 1235.714859] env[68116]: value = "task-2787028" [ 1235.714859] env[68116]: _type = "Task" [ 1235.714859] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.722223] env[68116]: DEBUG oslo_vmware.api [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.750329] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7704ecb0-163c-45b6-bc62-dcb01c62ffe4 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.443s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.856070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.874055] env[68116]: INFO nova.scheduler.client.report [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted allocations for instance 18eaf7f7-65d9-4547-a00a-99eb53e72121 [ 1236.093007] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.093286] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.160974] env[68116]: DEBUG nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.186172] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.186448] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.186609] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.186792] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.186939] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.187098] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.187310] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.187543] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.187726] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.187892] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.188082] env[68116]: DEBUG nova.virt.hardware [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.188998] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77871a1-a16b-4ca4-8a51-9ccba0a428f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.196994] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c487cb4-38f0-4b4f-8f90-56700de78c57 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.223335] env[68116]: DEBUG oslo_vmware.api [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Task: {'id': task-2787028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159831} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.223563] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.223738] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.223907] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.224095] env[68116]: INFO nova.compute.manager [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1236.224325] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.224507] env[68116]: DEBUG nova.compute.manager [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.224601] env[68116]: DEBUG nova.network.neutron [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.382091] env[68116]: DEBUG oslo_concurrency.lockutils [None req-cb28e1a9-bfc5-4fa4-b352-44b628c950e3 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "18eaf7f7-65d9-4547-a00a-99eb53e72121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.929s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.404036] env[68116]: DEBUG nova.compute.manager [req-26f4ab9f-f8a0-41b8-b62e-52af834627d1 req-e7d58df0-02b1-458a-aa8d-92c3322af2bd service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Received event network-vif-plugged-f2b375f4-1a42-4c0b-8961-e7f47381d3ea {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.404214] env[68116]: DEBUG oslo_concurrency.lockutils [req-26f4ab9f-f8a0-41b8-b62e-52af834627d1 req-e7d58df0-02b1-458a-aa8d-92c3322af2bd service nova] Acquiring lock "b5caebde-d9bc-4293-93f3-3c063464a945-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.404519] env[68116]: DEBUG oslo_concurrency.lockutils [req-26f4ab9f-f8a0-41b8-b62e-52af834627d1 req-e7d58df0-02b1-458a-aa8d-92c3322af2bd service nova] Lock "b5caebde-d9bc-4293-93f3-3c063464a945-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.404694] env[68116]: DEBUG oslo_concurrency.lockutils [req-26f4ab9f-f8a0-41b8-b62e-52af834627d1 req-e7d58df0-02b1-458a-aa8d-92c3322af2bd service nova] Lock "b5caebde-d9bc-4293-93f3-3c063464a945-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.404907] env[68116]: DEBUG nova.compute.manager [req-26f4ab9f-f8a0-41b8-b62e-52af834627d1 req-e7d58df0-02b1-458a-aa8d-92c3322af2bd service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] No waiting events found dispatching network-vif-plugged-f2b375f4-1a42-4c0b-8961-e7f47381d3ea {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.405119] env[68116]: WARNING nova.compute.manager [req-26f4ab9f-f8a0-41b8-b62e-52af834627d1 req-e7d58df0-02b1-458a-aa8d-92c3322af2bd service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Received unexpected event network-vif-plugged-f2b375f4-1a42-4c0b-8961-e7f47381d3ea for instance with vm_state building and task_state spawning. [ 1236.485333] env[68116]: DEBUG nova.network.neutron [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Successfully updated port: f2b375f4-1a42-4c0b-8961-e7f47381d3ea {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.595683] env[68116]: DEBUG nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.683565] env[68116]: DEBUG nova.compute.manager [req-17133f61-c222-4f37-8b77-03c6f7f150c3 req-250ae663-8377-45cf-a205-25986286e255 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Received event network-vif-deleted-ab63e809-e79e-45cf-833f-d475b23b9e97 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.683892] env[68116]: INFO nova.compute.manager [req-17133f61-c222-4f37-8b77-03c6f7f150c3 req-250ae663-8377-45cf-a205-25986286e255 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Neutron deleted interface ab63e809-e79e-45cf-833f-d475b23b9e97; detaching it from the instance and deleting it from the info cache [ 1236.684142] env[68116]: DEBUG nova.network.neutron [req-17133f61-c222-4f37-8b77-03c6f7f150c3 req-250ae663-8377-45cf-a205-25986286e255 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.987550] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "refresh_cache-b5caebde-d9bc-4293-93f3-3c063464a945" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.987742] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired lock "refresh_cache-b5caebde-d9bc-4293-93f3-3c063464a945" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.987927] env[68116]: DEBUG nova.network.neutron [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.127975] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.128390] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.130457] env[68116]: INFO nova.compute.claims [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.164757] env[68116]: DEBUG nova.network.neutron [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.187008] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8acd5fc1-2bff-4606-8239-727c70ff3400 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.198034] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd80e7-b873-4e55-8858-adb622830aed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.229523] env[68116]: DEBUG nova.compute.manager [req-17133f61-c222-4f37-8b77-03c6f7f150c3 req-250ae663-8377-45cf-a205-25986286e255 service nova] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Detach interface failed, port_id=ab63e809-e79e-45cf-833f-d475b23b9e97, reason: Instance 15ce9d2c-5b98-4ab3-b592-b54c965e1305 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1237.525106] env[68116]: DEBUG nova.network.neutron [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.668106] env[68116]: INFO nova.compute.manager [-] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Took 1.44 seconds to deallocate network for instance. [ 1237.677377] env[68116]: DEBUG nova.network.neutron [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Updating instance_info_cache with network_info: [{"id": "f2b375f4-1a42-4c0b-8961-e7f47381d3ea", "address": "fa:16:3e:55:70:82", "network": {"id": "857b895e-516a-4aad-a647-653a574ca817", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1148011631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6aadc8decfd4377b62a1cf00a19ecb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b375f4-1a", "ovs_interfaceid": "f2b375f4-1a42-4c0b-8961-e7f47381d3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.790130] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1237.790443] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560250', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'name': 'volume-dc17e44e-1d23-45cd-a52e-855101c5201b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '741abbe4-332f-425d-aa92-88078ee33183', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'serial': 'dc17e44e-1d23-45cd-a52e-855101c5201b'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1237.791339] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dc88b4-598e-4dea-8559-97016238fafb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.794107] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.794360] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.811132] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eb9f87-874e-4879-bd74-42d63965a760 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.835011] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-dc17e44e-1d23-45cd-a52e-855101c5201b/volume-dc17e44e-1d23-45cd-a52e-855101c5201b.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.835512] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b2a357-672c-46eb-b41c-35a84e1e126a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.853386] env[68116]: DEBUG oslo_vmware.api [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1237.853386] env[68116]: value = "task-2787030" [ 1237.853386] env[68116]: _type = "Task" [ 1237.853386] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.860683] env[68116]: DEBUG oslo_vmware.api [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.174792] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.179717] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Releasing lock "refresh_cache-b5caebde-d9bc-4293-93f3-3c063464a945" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.180014] env[68116]: DEBUG nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Instance network_info: |[{"id": "f2b375f4-1a42-4c0b-8961-e7f47381d3ea", "address": "fa:16:3e:55:70:82", "network": {"id": "857b895e-516a-4aad-a647-653a574ca817", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1148011631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6aadc8decfd4377b62a1cf00a19ecb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b375f4-1a", "ovs_interfaceid": "f2b375f4-1a42-4c0b-8961-e7f47381d3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.180429] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:70:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2b375f4-1a42-4c0b-8961-e7f47381d3ea', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.188338] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.190930] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.191551] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa26402-49d0-432a-95be-2ce71c5801ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.214059] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.214059] env[68116]: value = "task-2787031" [ 1238.214059] env[68116]: _type = "Task" [ 1238.214059] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.222027] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787031, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.289545] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbdc1a2-1f84-425a-973f-f26b8bc0686d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.296889] env[68116]: INFO nova.compute.manager [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Detaching volume 85283f19-ed78-4579-9f66-4d41b7d8d2ba [ 1238.299638] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e2a7ce-6f21-4b20-8a51-4d8c1544d3a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.333990] env[68116]: INFO nova.virt.block_device [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Attempting to driver detach volume 85283f19-ed78-4579-9f66-4d41b7d8d2ba from mountpoint /dev/sdb [ 1238.334278] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.334473] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560224', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'name': 'volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62a33421-8d24-43ac-b41b-f635b7187490', 'attached_at': '', 'detached_at': '', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'serial': '85283f19-ed78-4579-9f66-4d41b7d8d2ba'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.335318] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b49bd-7626-4228-8840-e46faadc0ee0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.338330] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f80a628-8259-4a14-b3f1-b3d716e18416 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.363534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdecb0ff-4c7d-48bf-bbd2-7fadf4fc2639 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.367101] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e248aa-4efc-4ee6-bd0b-2d14a9c7f438 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.375264] env[68116]: DEBUG oslo_vmware.api [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787030, 'name': ReconfigVM_Task, 'duration_secs': 0.404386} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.384363] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-dc17e44e-1d23-45cd-a52e-855101c5201b/volume-dc17e44e-1d23-45cd-a52e-855101c5201b.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.389399] env[68116]: DEBUG nova.compute.provider_tree [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.390842] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d458a05-2429-4902-b0c3-c9e75dcad4b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.401172] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29bdab2-8dd5-41f1-9c7c-4864c6386649 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.425642] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab5e08-e548-4276-82ea-06fcff6fc748 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.428583] env[68116]: DEBUG oslo_vmware.api [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1238.428583] env[68116]: value = "task-2787032" [ 1238.428583] env[68116]: _type = "Task" [ 1238.428583] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.434434] env[68116]: DEBUG nova.compute.manager [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Received event network-changed-f2b375f4-1a42-4c0b-8961-e7f47381d3ea {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1238.434637] env[68116]: DEBUG nova.compute.manager [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Refreshing instance network info cache due to event network-changed-f2b375f4-1a42-4c0b-8961-e7f47381d3ea. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1238.434881] env[68116]: DEBUG oslo_concurrency.lockutils [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] Acquiring lock "refresh_cache-b5caebde-d9bc-4293-93f3-3c063464a945" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.435043] env[68116]: DEBUG oslo_concurrency.lockutils [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] Acquired lock "refresh_cache-b5caebde-d9bc-4293-93f3-3c063464a945" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.435224] env[68116]: DEBUG nova.network.neutron [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Refreshing network info cache for port f2b375f4-1a42-4c0b-8961-e7f47381d3ea {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.448071] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] The volume has not been displaced from its original location: [datastore2] volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba/volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1238.453438] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.457059] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e7f0eef-44fc-4151-be43-f8b2550651dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.475026] env[68116]: DEBUG oslo_vmware.api [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.480281] env[68116]: DEBUG oslo_vmware.api [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1238.480281] env[68116]: value = "task-2787033" [ 1238.480281] env[68116]: _type = "Task" [ 1238.480281] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.490301] env[68116]: DEBUG oslo_vmware.api [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.678418] env[68116]: DEBUG nova.network.neutron [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Updated VIF entry in instance network info cache for port f2b375f4-1a42-4c0b-8961-e7f47381d3ea. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.678846] env[68116]: DEBUG nova.network.neutron [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Updating instance_info_cache with network_info: [{"id": "f2b375f4-1a42-4c0b-8961-e7f47381d3ea", "address": "fa:16:3e:55:70:82", "network": {"id": "857b895e-516a-4aad-a647-653a574ca817", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1148011631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6aadc8decfd4377b62a1cf00a19ecb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b375f4-1a", "ovs_interfaceid": "f2b375f4-1a42-4c0b-8961-e7f47381d3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.724624] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787031, 'name': CreateVM_Task, 'duration_secs': 0.358533} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.724886] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.725495] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.725666] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.725979] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.726243] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406a7f24-6da8-4af5-8cb9-f6466e913071 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.731100] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1238.731100] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]527f50cc-a66f-7f82-8235-eac760a49d6e" [ 1238.731100] env[68116]: _type = "Task" [ 1238.731100] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.739494] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527f50cc-a66f-7f82-8235-eac760a49d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.906081] env[68116]: DEBUG nova.scheduler.client.report [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.938509] env[68116]: DEBUG oslo_vmware.api [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787032, 'name': ReconfigVM_Task, 'duration_secs': 0.156539} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.938813] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560250', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'name': 'volume-dc17e44e-1d23-45cd-a52e-855101c5201b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '741abbe4-332f-425d-aa92-88078ee33183', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'serial': 'dc17e44e-1d23-45cd-a52e-855101c5201b'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1238.990710] env[68116]: DEBUG oslo_vmware.api [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787033, 'name': ReconfigVM_Task, 'duration_secs': 0.352884} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.990987] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.995616] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b918de2-5210-48ba-aff4-be03cd341ca7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.010153] env[68116]: DEBUG oslo_vmware.api [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1239.010153] env[68116]: value = "task-2787035" [ 1239.010153] env[68116]: _type = "Task" [ 1239.010153] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.018323] env[68116]: DEBUG oslo_vmware.api [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.181291] env[68116]: DEBUG oslo_concurrency.lockutils [req-86988b93-c3fc-4b50-9e26-70e73f3c62aa req-6b10666d-c31f-495e-8891-763abf68ee56 service nova] Releasing lock "refresh_cache-b5caebde-d9bc-4293-93f3-3c063464a945" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.243665] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]527f50cc-a66f-7f82-8235-eac760a49d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.243971] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.244219] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.244458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.244603] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.244799] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.245084] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d107c0d7-31d5-4442-ad93-00df49a18702 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.257116] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.257313] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.258009] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244c55e3-157f-4911-80ec-ade2be63953c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.263554] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1239.263554] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52847efa-48cc-7c07-2d3d-2ed8eb2eec39" [ 1239.263554] env[68116]: _type = "Task" [ 1239.263554] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.271419] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52847efa-48cc-7c07-2d3d-2ed8eb2eec39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.411693] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.412266] env[68116]: DEBUG nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.415614] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.241s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.415839] env[68116]: DEBUG nova.objects.instance [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lazy-loading 'resources' on Instance uuid 15ce9d2c-5b98-4ab3-b592-b54c965e1305 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.520258] env[68116]: DEBUG oslo_vmware.api [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787035, 'name': ReconfigVM_Task, 'duration_secs': 0.252694} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.520645] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560224', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'name': 'volume-85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62a33421-8d24-43ac-b41b-f635b7187490', 'attached_at': '', 'detached_at': '', 'volume_id': '85283f19-ed78-4579-9f66-4d41b7d8d2ba', 'serial': '85283f19-ed78-4579-9f66-4d41b7d8d2ba'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1239.775607] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52847efa-48cc-7c07-2d3d-2ed8eb2eec39, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.776202] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c54f2f-0634-4e66-aeea-95061c803cee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.781774] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1239.781774] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520eac12-f58a-322d-97df-0391293c9cc0" [ 1239.781774] env[68116]: _type = "Task" [ 1239.781774] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.789704] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520eac12-f58a-322d-97df-0391293c9cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.919111] env[68116]: DEBUG nova.compute.utils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.923295] env[68116]: DEBUG nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.923470] env[68116]: DEBUG nova.network.neutron [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.958456] env[68116]: DEBUG nova.policy [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aea7bd9c8c22490788d62a5e61a256f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a482b124834b3b90c6f2d6d10d31f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.976205] env[68116]: DEBUG nova.objects.instance [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.063761] env[68116]: DEBUG nova.objects.instance [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'flavor' on Instance uuid 62a33421-8d24-43ac-b41b-f635b7187490 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.119675] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ef0dc-c49d-47b4-b317-ac4cf7b0deb1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.127437] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f84cea-d5e1-4a76-b21d-17d63b8d328b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.158724] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c9d35-184c-457e-91a8-c95826c309ba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.165790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e6aa8-d19f-4d99-82d3-92be18cbbe10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.180148] env[68116]: DEBUG nova.compute.provider_tree [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.254268] env[68116]: DEBUG nova.network.neutron [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Successfully created port: 543ae45d-74aa-4239-90a7-a4a514f8dd6e {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.293093] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520eac12-f58a-322d-97df-0391293c9cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.293348] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.293612] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b5caebde-d9bc-4293-93f3-3c063464a945/b5caebde-d9bc-4293-93f3-3c063464a945.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.293872] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad3812ee-dfcf-414d-a35a-380b18348957 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.302472] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1240.302472] env[68116]: value = "task-2787036" [ 1240.302472] env[68116]: _type = "Task" [ 1240.302472] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.309883] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.424249] env[68116]: DEBUG nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.480899] env[68116]: DEBUG oslo_concurrency.lockutils [None req-319662d1-b4a5-4734-9d4f-a1ea75762283 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.794s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.683992] env[68116]: DEBUG nova.scheduler.client.report [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.813930] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46198} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.814351] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] b5caebde-d9bc-4293-93f3-3c063464a945/b5caebde-d9bc-4293-93f3-3c063464a945.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.814667] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.814993] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bf3619f-f24d-4280-b0be-3ac607e52646 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.822039] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1240.822039] env[68116]: value = "task-2787038" [ 1240.822039] env[68116]: _type = "Task" [ 1240.822039] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.830425] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.071648] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450072cd-b8d0-4027-921f-ba182151a224 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.075382] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.075606] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.075783] env[68116]: DEBUG nova.compute.manager [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.076958] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08f7afc-7622-4e37-a91c-2152e48c0515 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.083433] env[68116]: DEBUG nova.compute.manager [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1241.084010] env[68116]: DEBUG nova.objects.instance [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.191951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.214450] env[68116]: INFO nova.scheduler.client.report [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Deleted allocations for instance 15ce9d2c-5b98-4ab3-b592-b54c965e1305 [ 1241.332875] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066306} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.333773] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.334529] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aac28c-42be-4cbb-b384-95ddc9086453 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.356616] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] b5caebde-d9bc-4293-93f3-3c063464a945/b5caebde-d9bc-4293-93f3-3c063464a945.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.356866] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa394d03-69e5-47de-80d0-469233e6d1b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.376119] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1241.376119] env[68116]: value = "task-2787039" [ 1241.376119] env[68116]: _type = "Task" [ 1241.376119] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.383426] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.434625] env[68116]: DEBUG nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.463663] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.463936] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.464109] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.464295] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.464449] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.464594] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.464803] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.464965] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.465166] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.465333] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.465512] env[68116]: DEBUG nova.virt.hardware [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.466431] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ba37a0-e308-4eb8-9254-2aa3fd06ef31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.474201] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ea6a91-0a9d-496b-882c-130b0e19a25e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.677015] env[68116]: DEBUG nova.compute.manager [req-ca7f47f4-1c9a-4910-a203-407d66736392 req-1db2e384-7852-4c5b-b292-7fec2ed3a99c service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Received event network-vif-plugged-543ae45d-74aa-4239-90a7-a4a514f8dd6e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1241.677251] env[68116]: DEBUG oslo_concurrency.lockutils [req-ca7f47f4-1c9a-4910-a203-407d66736392 req-1db2e384-7852-4c5b-b292-7fec2ed3a99c service nova] Acquiring lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.677461] env[68116]: DEBUG oslo_concurrency.lockutils [req-ca7f47f4-1c9a-4910-a203-407d66736392 req-1db2e384-7852-4c5b-b292-7fec2ed3a99c service nova] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.677629] env[68116]: DEBUG oslo_concurrency.lockutils [req-ca7f47f4-1c9a-4910-a203-407d66736392 req-1db2e384-7852-4c5b-b292-7fec2ed3a99c service nova] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.677799] env[68116]: DEBUG nova.compute.manager [req-ca7f47f4-1c9a-4910-a203-407d66736392 req-1db2e384-7852-4c5b-b292-7fec2ed3a99c service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] No waiting events found dispatching network-vif-plugged-543ae45d-74aa-4239-90a7-a4a514f8dd6e {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.677963] env[68116]: WARNING nova.compute.manager [req-ca7f47f4-1c9a-4910-a203-407d66736392 req-1db2e384-7852-4c5b-b292-7fec2ed3a99c service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Received unexpected event network-vif-plugged-543ae45d-74aa-4239-90a7-a4a514f8dd6e for instance with vm_state building and task_state spawning. [ 1241.724058] env[68116]: DEBUG oslo_concurrency.lockutils [None req-545c5fae-dd5e-492a-b74b-a9e209c1a9a3 tempest-ServerActionsTestOtherB-1748290489 tempest-ServerActionsTestOtherB-1748290489-project-member] Lock "15ce9d2c-5b98-4ab3-b592-b54c965e1305" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.125s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.820334] env[68116]: DEBUG nova.network.neutron [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Successfully updated port: 543ae45d-74aa-4239-90a7-a4a514f8dd6e {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.886668] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787039, 'name': ReconfigVM_Task, 'duration_secs': 0.309739} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.887163] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Reconfigured VM instance instance-00000075 to attach disk [datastore2] b5caebde-d9bc-4293-93f3-3c063464a945/b5caebde-d9bc-4293-93f3-3c063464a945.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.887837] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42ff6353-4c08-42c4-bde5-d714387b57ae {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.894501] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1241.894501] env[68116]: value = "task-2787041" [ 1241.894501] env[68116]: _type = "Task" [ 1241.894501] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.904266] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787041, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.058297] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.058580] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.058793] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "62a33421-8d24-43ac-b41b-f635b7187490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.058977] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.059166] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.061300] env[68116]: INFO nova.compute.manager [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Terminating instance [ 1242.090252] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.090497] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebfeb802-2a5c-489d-be5c-6885bf8b1a92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.099346] env[68116]: DEBUG oslo_vmware.api [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1242.099346] env[68116]: value = "task-2787042" [ 1242.099346] env[68116]: _type = "Task" [ 1242.099346] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.107343] env[68116]: DEBUG oslo_vmware.api [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.325110] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "refresh_cache-9fba3043-4dc6-4cf7-9441-1ab3f242d508" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.325322] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "refresh_cache-9fba3043-4dc6-4cf7-9441-1ab3f242d508" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.325521] env[68116]: DEBUG nova.network.neutron [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.404310] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787041, 'name': Rename_Task, 'duration_secs': 0.135935} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.404644] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.404818] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7efd277c-1184-4fa9-ab9d-5757d5f69ab4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.411849] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1242.411849] env[68116]: value = "task-2787043" [ 1242.411849] env[68116]: _type = "Task" [ 1242.411849] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.420140] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.565024] env[68116]: DEBUG nova.compute.manager [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.565327] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.566609] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2161938d-909d-4390-9cff-f5c5b6316c6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.574476] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.574697] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6423504-14a0-44e0-af67-343b8dc0091c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.581222] env[68116]: DEBUG oslo_vmware.api [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1242.581222] env[68116]: value = "task-2787044" [ 1242.581222] env[68116]: _type = "Task" [ 1242.581222] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.588780] env[68116]: DEBUG oslo_vmware.api [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.609791] env[68116]: DEBUG oslo_vmware.api [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787042, 'name': PowerOffVM_Task, 'duration_secs': 0.191159} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.610054] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.610267] env[68116]: DEBUG nova.compute.manager [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.611060] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b6c96-60d9-42ff-ba2c-22c3fa6b74cb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.855917] env[68116]: DEBUG nova.network.neutron [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.921942] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.061619] env[68116]: DEBUG nova.network.neutron [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Updating instance_info_cache with network_info: [{"id": "543ae45d-74aa-4239-90a7-a4a514f8dd6e", "address": "fa:16:3e:9c:fb:0d", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543ae45d-74", "ovs_interfaceid": "543ae45d-74aa-4239-90a7-a4a514f8dd6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.092096] env[68116]: DEBUG oslo_vmware.api [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787044, 'name': PowerOffVM_Task, 'duration_secs': 0.182018} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.092096] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.092096] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.092096] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ee2ee1e-32eb-4ebc-8273-4ef51358cc02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.122189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6f1e8c53-af2f-4645-89b9-339efc42569c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.164955] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.165221] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.165402] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleting the datastore file [datastore2] 62a33421-8d24-43ac-b41b-f635b7187490 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.165665] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0395ec86-320b-4b75-8e00-f3331e2f9c27 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.172689] env[68116]: DEBUG oslo_vmware.api [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1243.172689] env[68116]: value = "task-2787046" [ 1243.172689] env[68116]: _type = "Task" [ 1243.172689] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.181755] env[68116]: DEBUG oslo_vmware.api [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.425098] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787043, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.511211] env[68116]: DEBUG nova.objects.instance [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.564356] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "refresh_cache-9fba3043-4dc6-4cf7-9441-1ab3f242d508" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.564958] env[68116]: DEBUG nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Instance network_info: |[{"id": "543ae45d-74aa-4239-90a7-a4a514f8dd6e", "address": "fa:16:3e:9c:fb:0d", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543ae45d-74", "ovs_interfaceid": "543ae45d-74aa-4239-90a7-a4a514f8dd6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.565416] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fb:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '543ae45d-74aa-4239-90a7-a4a514f8dd6e', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.572923] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.573152] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.573423] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea89c13-cff0-4186-a9a2-ae21e4c812af {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.599423] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.599423] env[68116]: value = "task-2787047" [ 1243.599423] env[68116]: _type = "Task" [ 1243.599423] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.607932] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787047, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.681906] env[68116]: DEBUG oslo_vmware.api [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184624} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.682293] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.682377] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.682551] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.682729] env[68116]: INFO nova.compute.manager [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1243.682968] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.683177] env[68116]: DEBUG nova.compute.manager [-] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.683274] env[68116]: DEBUG nova.network.neutron [-] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.703907] env[68116]: DEBUG nova.compute.manager [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Received event network-changed-543ae45d-74aa-4239-90a7-a4a514f8dd6e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1243.704144] env[68116]: DEBUG nova.compute.manager [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Refreshing instance network info cache due to event network-changed-543ae45d-74aa-4239-90a7-a4a514f8dd6e. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1243.704358] env[68116]: DEBUG oslo_concurrency.lockutils [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] Acquiring lock "refresh_cache-9fba3043-4dc6-4cf7-9441-1ab3f242d508" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.704498] env[68116]: DEBUG oslo_concurrency.lockutils [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] Acquired lock "refresh_cache-9fba3043-4dc6-4cf7-9441-1ab3f242d508" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.704659] env[68116]: DEBUG nova.network.neutron [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Refreshing network info cache for port 543ae45d-74aa-4239-90a7-a4a514f8dd6e {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.923727] env[68116]: DEBUG oslo_vmware.api [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787043, 'name': PowerOnVM_Task, 'duration_secs': 1.062589} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.923727] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.923727] env[68116]: INFO nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1243.924040] env[68116]: DEBUG nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.925455] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc1a77-1708-4f15-967f-0fbeed543076 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.019060] env[68116]: DEBUG oslo_concurrency.lockutils [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.019287] env[68116]: DEBUG oslo_concurrency.lockutils [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.019480] env[68116]: DEBUG nova.network.neutron [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.019660] env[68116]: DEBUG nova.objects.instance [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'info_cache' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.110212] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "edad6165-fc3e-4f56-be21-c18e9322c27e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.110212] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.115136] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787047, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.448131] env[68116]: INFO nova.compute.manager [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Took 12.54 seconds to build instance. [ 1244.477917] env[68116]: DEBUG nova.network.neutron [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Updated VIF entry in instance network info cache for port 543ae45d-74aa-4239-90a7-a4a514f8dd6e. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.478801] env[68116]: DEBUG nova.network.neutron [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Updating instance_info_cache with network_info: [{"id": "543ae45d-74aa-4239-90a7-a4a514f8dd6e", "address": "fa:16:3e:9c:fb:0d", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543ae45d-74", "ovs_interfaceid": "543ae45d-74aa-4239-90a7-a4a514f8dd6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.526295] env[68116]: DEBUG nova.objects.base [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Object Instance<741abbe4-332f-425d-aa92-88078ee33183> lazy-loaded attributes: flavor,info_cache {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1244.612257] env[68116]: DEBUG nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.615083] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787047, 'name': CreateVM_Task, 'duration_secs': 0.62516} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.615586] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.616377] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.616696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.617116] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.617545] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a84000-bc62-4aca-9a1a-e2858bc760fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.622771] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1244.622771] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52c1235b-a5f0-89bd-fd07-63467d4a3036" [ 1244.622771] env[68116]: _type = "Task" [ 1244.622771] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.626328] env[68116]: DEBUG nova.network.neutron [-] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.633126] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c1235b-a5f0-89bd-fd07-63467d4a3036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.951491] env[68116]: DEBUG oslo_concurrency.lockutils [None req-fd5fcacf-5f8d-4b44-8ce6-f32e33d3318d tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "b5caebde-d9bc-4293-93f3-3c063464a945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.046s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.981751] env[68116]: DEBUG oslo_concurrency.lockutils [req-4780ebff-9747-4b83-b630-707b8250108c req-86fe991c-e6a8-417d-b581-9b9ebf5448d2 service nova] Releasing lock "refresh_cache-9fba3043-4dc6-4cf7-9441-1ab3f242d508" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.129954] env[68116]: INFO nova.compute.manager [-] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Took 1.45 seconds to deallocate network for instance. [ 1245.142800] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52c1235b-a5f0-89bd-fd07-63467d4a3036, 'name': SearchDatastore_Task, 'duration_secs': 0.018952} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.142800] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.142800] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.142800] env[68116]: INFO nova.compute.claims [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.146596] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.146596] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.146596] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.146596] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.146596] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.148150] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c1fad78-6d41-4312-bf8c-e42be8267e06 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.160448] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.160448] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.160784] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f348d6d5-2af0-47e2-94fb-2fa6441caa6e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.167175] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1245.167175] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5240aaef-9be2-7a52-a63f-6d4bb541abed" [ 1245.167175] env[68116]: _type = "Task" [ 1245.167175] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.175133] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5240aaef-9be2-7a52-a63f-6d4bb541abed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.244447] env[68116]: DEBUG nova.network.neutron [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating instance_info_cache with network_info: [{"id": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "address": "fa:16:3e:5c:b9:5d", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54a6040-3a", "ovs_interfaceid": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.641287] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.677301] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5240aaef-9be2-7a52-a63f-6d4bb541abed, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.678108] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b1ce48-de68-410f-a7f4-c2e08b3d8c95 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.684486] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1245.684486] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520d4e0c-f757-3b3c-368d-5e08c80e4ec2" [ 1245.684486] env[68116]: _type = "Task" [ 1245.684486] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.692720] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520d4e0c-f757-3b3c-368d-5e08c80e4ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.734693] env[68116]: DEBUG nova.compute.manager [req-121eafd2-75b5-44bc-82c4-06d3a82e1f5f req-152c047b-440d-424d-8b5c-40f5ac9a514a service nova] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Received event network-vif-deleted-c30a526a-1afd-45f5-96cf-83a4dab8a3a4 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1245.747681] env[68116]: DEBUG oslo_concurrency.lockutils [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.199126] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520d4e0c-f757-3b3c-368d-5e08c80e4ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.199493] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.199775] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9fba3043-4dc6-4cf7-9441-1ab3f242d508/9fba3043-4dc6-4cf7-9441-1ab3f242d508.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.200231] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38d65b0e-5e28-4e1a-b638-2f120cf9f787 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.210523] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1246.210523] env[68116]: value = "task-2787048" [ 1246.210523] env[68116]: _type = "Task" [ 1246.210523] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.221809] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.315218] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28d06e6-61c3-4d44-922d-d6f1dd405943 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.322802] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412b429b-7609-474e-8cde-38f0b2924cc3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.359563] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7609857-5158-4c8f-b9a0-62d8efea5376 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.367638] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4215d38-2fe0-489b-b87b-b845ba0cff34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.382080] env[68116]: DEBUG nova.compute.provider_tree [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.722078] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787048, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.753938] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.754352] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8e23dc-d8cb-4509-bd13-498d65ea24ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.761544] env[68116]: DEBUG oslo_vmware.api [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1246.761544] env[68116]: value = "task-2787049" [ 1246.761544] env[68116]: _type = "Task" [ 1246.761544] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.769770] env[68116]: DEBUG oslo_vmware.api [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.885958] env[68116]: DEBUG nova.scheduler.client.report [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.227697] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565729} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.228118] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9fba3043-4dc6-4cf7-9441-1ab3f242d508/9fba3043-4dc6-4cf7-9441-1ab3f242d508.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.228467] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.228818] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2977450-6e26-442d-a262-4be752a2b82c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.237457] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1247.237457] env[68116]: value = "task-2787050" [ 1247.237457] env[68116]: _type = "Task" [ 1247.237457] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.249547] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.272906] env[68116]: DEBUG oslo_vmware.api [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787049, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.391707] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.392113] env[68116]: DEBUG nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.394908] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.754s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.395146] env[68116]: DEBUG nova.objects.instance [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'resources' on Instance uuid 62a33421-8d24-43ac-b41b-f635b7187490 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.513612] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "b5caebde-d9bc-4293-93f3-3c063464a945" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.513890] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "b5caebde-d9bc-4293-93f3-3c063464a945" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.514084] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "b5caebde-d9bc-4293-93f3-3c063464a945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.514274] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "b5caebde-d9bc-4293-93f3-3c063464a945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.514449] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "b5caebde-d9bc-4293-93f3-3c063464a945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.516978] env[68116]: INFO nova.compute.manager [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Terminating instance [ 1247.746845] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192921} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.747246] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.747872] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2cd3af-3b91-47e3-b146-ac1c51439c0c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.770049] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9fba3043-4dc6-4cf7-9441-1ab3f242d508/9fba3043-4dc6-4cf7-9441-1ab3f242d508.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.770347] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c8d8a1-9244-4878-8d24-40787b17993a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.791022] env[68116]: DEBUG oslo_vmware.api [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787049, 'name': PowerOnVM_Task, 'duration_secs': 0.811771} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.792126] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.792343] env[68116]: DEBUG nova.compute.manager [None req-df60a19e-c53f-427f-9570-be761307d26c tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.792659] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1247.792659] env[68116]: value = "task-2787051" [ 1247.792659] env[68116]: _type = "Task" [ 1247.792659] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.793315] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b2653-3d49-4a7e-bab1-44b01f408c97 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.805466] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.898045] env[68116]: DEBUG nova.compute.utils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.899500] env[68116]: DEBUG nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.899671] env[68116]: DEBUG nova.network.neutron [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.966242] env[68116]: DEBUG nova.policy [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9ad2a016c134d6ab506dcdcad8dc96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '119eb895220f43d9bf1b18437000e8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.020840] env[68116]: DEBUG nova.compute.manager [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.021090] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.022465] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e79910-310a-4dac-b338-3bbe53439f28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.031340] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.031340] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d45afc-7bf5-4889-b1f2-acb2d0b0ad16 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.041213] env[68116]: DEBUG oslo_vmware.api [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1248.041213] env[68116]: value = "task-2787052" [ 1248.041213] env[68116]: _type = "Task" [ 1248.041213] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.046972] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6039c001-958c-4f83-9652-5eb047a7bd7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.055634] env[68116]: DEBUG oslo_vmware.api [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.058704] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7be9f8b-c7ae-4249-a4c5-63887bc208ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.094046] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0357559c-94be-4ecb-8500-6d66954c7c7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.102233] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2226ed-2b2a-4605-b6a7-5b37527240be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.116571] env[68116]: DEBUG nova.compute.provider_tree [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.305406] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787051, 'name': ReconfigVM_Task, 'duration_secs': 0.295529} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.305704] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9fba3043-4dc6-4cf7-9441-1ab3f242d508/9fba3043-4dc6-4cf7-9441-1ab3f242d508.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.308563] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23fb82d-46a1-46a6-b5e6-fc470f29eb35 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.315211] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1248.315211] env[68116]: value = "task-2787053" [ 1248.315211] env[68116]: _type = "Task" [ 1248.315211] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.323940] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787053, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.372512] env[68116]: DEBUG nova.network.neutron [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Successfully created port: b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.405259] env[68116]: DEBUG nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.551438] env[68116]: DEBUG oslo_vmware.api [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787052, 'name': PowerOffVM_Task, 'duration_secs': 0.221444} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.551740] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.551912] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.552182] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61df579f-6305-4f21-bc17-edb018a3423b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.621825] env[68116]: DEBUG nova.scheduler.client.report [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.624596] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.624766] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.624951] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Deleting the datastore file [datastore2] b5caebde-d9bc-4293-93f3-3c063464a945 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.625418] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cccfd8ec-faff-4501-9753-61b30819f76f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.632254] env[68116]: DEBUG oslo_vmware.api [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1248.632254] env[68116]: value = "task-2787055" [ 1248.632254] env[68116]: _type = "Task" [ 1248.632254] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.640926] env[68116]: DEBUG oslo_vmware.api [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.826250] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787053, 'name': Rename_Task, 'duration_secs': 0.141047} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.826592] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.826763] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94d0d76a-ced8-48ea-ab0a-b8f098aa0f5b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.832429] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1248.832429] env[68116]: value = "task-2787056" [ 1248.832429] env[68116]: _type = "Task" [ 1248.832429] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.839491] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.910911] env[68116]: INFO nova.virt.block_device [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Booting with volume cb7212fc-7ec4-4d76-ae0a-0e6ab409366e at /dev/sda [ 1248.947219] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14c1382b-cd20-44ab-b6c9-fa3940578b68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.955981] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b1aa0-9c5e-4909-b007-169d22090682 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.986028] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75463676-ccd1-4268-8ff4-d990c60def70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.994673] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba926ae2-d7d8-4c67-9931-a7a15a8a0e23 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.023491] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b818c9-997a-4bd1-af99-02401dbd5789 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.029889] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49779a8e-7ac6-4dd7-8f38-3fb451172c92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.043213] env[68116]: DEBUG nova.virt.block_device [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating existing volume attachment record: 52f57ea0-a402-4db4-b366-d6fd22a59a34 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1249.126715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.141737] env[68116]: DEBUG oslo_vmware.api [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157579} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.142139] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.142383] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.142574] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.142752] env[68116]: INFO nova.compute.manager [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1249.142996] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.143203] env[68116]: DEBUG nova.compute.manager [-] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.143300] env[68116]: DEBUG nova.network.neutron [-] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.150803] env[68116]: INFO nova.scheduler.client.report [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted allocations for instance 62a33421-8d24-43ac-b41b-f635b7187490 [ 1249.345431] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787056, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.458337] env[68116]: DEBUG nova.compute.manager [req-42d1c14d-7eff-4376-b744-1400b10024bf req-63cc8aa6-86da-4c4c-b252-aad237da8a1d service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Received event network-vif-deleted-f2b375f4-1a42-4c0b-8961-e7f47381d3ea {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1249.458535] env[68116]: INFO nova.compute.manager [req-42d1c14d-7eff-4376-b744-1400b10024bf req-63cc8aa6-86da-4c4c-b252-aad237da8a1d service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Neutron deleted interface f2b375f4-1a42-4c0b-8961-e7f47381d3ea; detaching it from the instance and deleting it from the info cache [ 1249.458712] env[68116]: DEBUG nova.network.neutron [req-42d1c14d-7eff-4376-b744-1400b10024bf req-63cc8aa6-86da-4c4c-b252-aad237da8a1d service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.661011] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e17c52d7-0c38-4a21-a481-31a58e7ef200 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "62a33421-8d24-43ac-b41b-f635b7187490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.602s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.840718] env[68116]: DEBUG nova.compute.manager [req-eaa38241-65b0-4399-96bc-c0be44afd1a5 req-704b9860-c2eb-4163-ae16-fec4815e245b service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Received event network-vif-plugged-b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1249.840976] env[68116]: DEBUG oslo_concurrency.lockutils [req-eaa38241-65b0-4399-96bc-c0be44afd1a5 req-704b9860-c2eb-4163-ae16-fec4815e245b service nova] Acquiring lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.841079] env[68116]: DEBUG oslo_concurrency.lockutils [req-eaa38241-65b0-4399-96bc-c0be44afd1a5 req-704b9860-c2eb-4163-ae16-fec4815e245b service nova] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.841230] env[68116]: DEBUG oslo_concurrency.lockutils [req-eaa38241-65b0-4399-96bc-c0be44afd1a5 req-704b9860-c2eb-4163-ae16-fec4815e245b service nova] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.841506] env[68116]: DEBUG nova.compute.manager [req-eaa38241-65b0-4399-96bc-c0be44afd1a5 req-704b9860-c2eb-4163-ae16-fec4815e245b service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] No waiting events found dispatching network-vif-plugged-b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.841557] env[68116]: WARNING nova.compute.manager [req-eaa38241-65b0-4399-96bc-c0be44afd1a5 req-704b9860-c2eb-4163-ae16-fec4815e245b service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Received unexpected event network-vif-plugged-b77c9b0a-8f60-4682-acca-45df8d966ead for instance with vm_state building and task_state block_device_mapping. [ 1249.847826] env[68116]: DEBUG oslo_vmware.api [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787056, 'name': PowerOnVM_Task, 'duration_secs': 0.876567} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.848097] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.848301] env[68116]: INFO nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1249.848522] env[68116]: DEBUG nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.849473] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2377a057-56ab-48bb-a734-9aa8794cc748 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.936966] env[68116]: DEBUG nova.network.neutron [-] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.942130] env[68116]: DEBUG nova.network.neutron [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Successfully updated port: b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.961430] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb53f947-2e27-4aab-8456-0f5b412c866e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.971661] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86d337-be55-4e1b-8215-e03849b25ec2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.003787] env[68116]: DEBUG nova.compute.manager [req-42d1c14d-7eff-4376-b744-1400b10024bf req-63cc8aa6-86da-4c4c-b252-aad237da8a1d service nova] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Detach interface failed, port_id=f2b375f4-1a42-4c0b-8961-e7f47381d3ea, reason: Instance b5caebde-d9bc-4293-93f3-3c063464a945 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1250.367030] env[68116]: INFO nova.compute.manager [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Took 13.26 seconds to build instance. [ 1250.443634] env[68116]: INFO nova.compute.manager [-] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Took 1.30 seconds to deallocate network for instance. [ 1250.444157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.444302] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.445404] env[68116]: DEBUG nova.network.neutron [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.869570] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9ea0cc62-216e-4891-9e66-72f29590a7e8 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.776s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.951439] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.951716] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.951973] env[68116]: DEBUG nova.objects.instance [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lazy-loading 'resources' on Instance uuid b5caebde-d9bc-4293-93f3-3c063464a945 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.975559] env[68116]: DEBUG nova.network.neutron [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.097152] env[68116]: DEBUG nova.network.neutron [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [{"id": "b77c9b0a-8f60-4682-acca-45df8d966ead", "address": "fa:16:3e:e8:b4:26", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c9b0a-8f", "ovs_interfaceid": "b77c9b0a-8f60-4682-acca-45df8d966ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.111706] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.111939] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.112158] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.112341] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.112511] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.114707] env[68116]: INFO nova.compute.manager [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Terminating instance [ 1251.243334] env[68116]: DEBUG nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.243961] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.244192] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.244349] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.244536] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.244684] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.244853] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.245096] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.245265] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.245436] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.245602] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.245779] env[68116]: DEBUG nova.virt.hardware [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.246740] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e7174a-53a3-425f-a8d0-a47aa947cfa2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.255476] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff893bc-c237-4032-a70f-010482d18f8e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.283982] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "9b573246-afc5-4892-a6a7-47ee647ef63f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.284184] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.569534] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8881151-056d-4f4b-be13-74685203ca40 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.577021] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d2574-8d55-4be1-bc39-8e02d1fd0caf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.607773] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.608081] env[68116]: DEBUG nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Instance network_info: |[{"id": "b77c9b0a-8f60-4682-acca-45df8d966ead", "address": "fa:16:3e:e8:b4:26", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c9b0a-8f", "ovs_interfaceid": "b77c9b0a-8f60-4682-acca-45df8d966ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.608702] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b4:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b77c9b0a-8f60-4682-acca-45df8d966ead', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.616172] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.616864] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a4672f-9a05-4ac0-a64b-37071e0bc7d4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.619445] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.620010] env[68116]: DEBUG nova.compute.manager [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.620203] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.620444] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90b18c0e-694c-4e86-a2d8-6cab0fcdba31 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.634485] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1960d66-0bca-4d79-ad14-b00597fd7d05 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.644453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a978d066-04e5-4663-9f07-388ff2821fc0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.647881] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.647881] env[68116]: value = "task-2787057" [ 1251.647881] env[68116]: _type = "Task" [ 1251.647881] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.648146] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.648394] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2788e7-20a5-431c-8635-1378a895347f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.660414] env[68116]: DEBUG nova.compute.provider_tree [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.663454] env[68116]: DEBUG oslo_vmware.api [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1251.663454] env[68116]: value = "task-2787058" [ 1251.663454] env[68116]: _type = "Task" [ 1251.663454] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.666372] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787057, 'name': CreateVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.675226] env[68116]: DEBUG oslo_vmware.api [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.786840] env[68116]: DEBUG nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.866228] env[68116]: DEBUG nova.compute.manager [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Received event network-changed-b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1251.866359] env[68116]: DEBUG nova.compute.manager [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Refreshing instance network info cache due to event network-changed-b77c9b0a-8f60-4682-acca-45df8d966ead. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1251.866616] env[68116]: DEBUG oslo_concurrency.lockutils [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] Acquiring lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.866786] env[68116]: DEBUG oslo_concurrency.lockutils [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] Acquired lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.866953] env[68116]: DEBUG nova.network.neutron [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Refreshing network info cache for port b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.159099] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787057, 'name': CreateVM_Task, 'duration_secs': 0.309707} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.159468] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.160061] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '52f57ea0-a402-4db4-b366-d6fd22a59a34', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560251', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'name': 'volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edad6165-fc3e-4f56-be21-c18e9322c27e', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'serial': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e'}, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68116) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1252.160340] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Root volume attach. Driver type: vmdk {{(pid=68116) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1252.161161] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1066cad-2a97-446a-9a39-0781cb72a8fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.164086] env[68116]: DEBUG nova.scheduler.client.report [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.173546] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd36860-b0aa-472b-8f2b-a409905d9b26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.178814] env[68116]: DEBUG oslo_vmware.api [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787058, 'name': PowerOffVM_Task, 'duration_secs': 0.217897} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.179839] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.180009] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.180334] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb780e7-3fd9-4074-b71a-c48d50b7af5a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.183783] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3e859-d815-44d6-bcc1-5a4650a59528 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.189677] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-81098f5a-fd96-4f3f-9cfa-f50d5d93f488 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.195238] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1252.195238] env[68116]: value = "task-2787060" [ 1252.195238] env[68116]: _type = "Task" [ 1252.195238] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.202301] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787060, 'name': RelocateVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.245196] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.245378] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.245551] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleting the datastore file [datastore2] 9fba3043-4dc6-4cf7-9441-1ab3f242d508 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.245819] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0288bfc-0973-4fec-9430-22dba2bfccf7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.252617] env[68116]: DEBUG oslo_vmware.api [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1252.252617] env[68116]: value = "task-2787061" [ 1252.252617] env[68116]: _type = "Task" [ 1252.252617] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.260404] env[68116]: DEBUG oslo_vmware.api [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.307738] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.592942] env[68116]: DEBUG nova.network.neutron [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updated VIF entry in instance network info cache for port b77c9b0a-8f60-4682-acca-45df8d966ead. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.593294] env[68116]: DEBUG nova.network.neutron [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [{"id": "b77c9b0a-8f60-4682-acca-45df8d966ead", "address": "fa:16:3e:e8:b4:26", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c9b0a-8f", "ovs_interfaceid": "b77c9b0a-8f60-4682-acca-45df8d966ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.674201] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.676585] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.369s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.678120] env[68116]: INFO nova.compute.claims [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.691702] env[68116]: INFO nova.scheduler.client.report [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Deleted allocations for instance b5caebde-d9bc-4293-93f3-3c063464a945 [ 1252.704914] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787060, 'name': RelocateVM_Task, 'duration_secs': 0.339893} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.705158] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1252.705453] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560251', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'name': 'volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edad6165-fc3e-4f56-be21-c18e9322c27e', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'serial': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1252.706303] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad923af-8adb-43b9-aad4-7f1939aa0fba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.722657] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4db56-b4a2-405d-94c4-14f8c13f6313 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.744647] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e/volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.745124] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016d2cff-a5b1-4cc4-a5ef-871f0ea43636 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.768655] env[68116]: DEBUG oslo_vmware.api [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129652} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.769734] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.769926] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.770118] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.770292] env[68116]: INFO nova.compute.manager [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1252.770522] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.770758] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1252.770758] env[68116]: value = "task-2787062" [ 1252.770758] env[68116]: _type = "Task" [ 1252.770758] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.770934] env[68116]: DEBUG nova.compute.manager [-] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.771041] env[68116]: DEBUG nova.network.neutron [-] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.779881] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.095838] env[68116]: DEBUG oslo_concurrency.lockutils [req-a13620e6-462d-4f1e-8af9-b50b2af55fb4 req-fd8a1034-5173-4019-8a3a-6d379e6317b0 service nova] Releasing lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.198416] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ef9dbbb5-0474-420c-8843-5138f39cd5c9 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "b5caebde-d9bc-4293-93f3-3c063464a945" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.684s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.282425] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787062, 'name': ReconfigVM_Task, 'duration_secs': 0.243264} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.282654] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e/volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.287455] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba5aad3-e4ae-4526-ba6a-86489097f052 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.302065] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1253.302065] env[68116]: value = "task-2787063" [ 1253.302065] env[68116]: _type = "Task" [ 1253.302065] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.309478] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.531233] env[68116]: DEBUG nova.network.neutron [-] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.809653] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bf9411-d7fc-4f3d-a808-8bfef290a547 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.815230] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787063, 'name': ReconfigVM_Task, 'duration_secs': 0.119478} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.815867] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560251', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'name': 'volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edad6165-fc3e-4f56-be21-c18e9322c27e', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'serial': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1253.816410] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e91ab6-8b9f-4ef1-b06b-b47a376b43a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.820515] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020499f7-ab94-484b-a53f-8360902e70b9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.824521] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1253.824521] env[68116]: value = "task-2787065" [ 1253.824521] env[68116]: _type = "Task" [ 1253.824521] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.853178] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf208a-016b-4fb8-9d8f-b51d6008ebf7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.858718] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787065, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.865805] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2fb1d2-dc33-40a2-8cd1-99991b44fbbd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.880118] env[68116]: DEBUG nova.compute.provider_tree [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1253.892103] env[68116]: DEBUG nova.compute.manager [req-8dcbfd54-ac93-4885-a433-20bf54cfa9ae req-181f4aeb-14ff-45cd-8e54-33756492d751 service nova] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Received event network-vif-deleted-543ae45d-74aa-4239-90a7-a4a514f8dd6e {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1254.033555] env[68116]: INFO nova.compute.manager [-] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Took 1.26 seconds to deallocate network for instance. [ 1254.335297] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787065, 'name': Rename_Task, 'duration_secs': 0.131276} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.335638] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.335770] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bd0c10-ca89-490b-8ff8-6de2e945dcf6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.341404] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1254.341404] env[68116]: value = "task-2787066" [ 1254.341404] env[68116]: _type = "Task" [ 1254.341404] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.348615] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.399820] env[68116]: ERROR nova.scheduler.client.report [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [req-33f7df4e-7fee-40f8-8012-618983534e46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33f7df4e-7fee-40f8-8012-618983534e46"}]} [ 1254.418768] env[68116]: DEBUG nova.scheduler.client.report [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1254.432506] env[68116]: DEBUG nova.scheduler.client.report [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1254.432791] env[68116]: DEBUG nova.compute.provider_tree [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.444088] env[68116]: DEBUG nova.scheduler.client.report [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1254.462614] env[68116]: DEBUG nova.scheduler.client.report [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1254.540433] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.567439] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ff1ea3-2a32-4d63-b8eb-d72c386690da {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.575610] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac6bfc-fed3-47ef-8df9-1d98cadadfad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.607259] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac37b74-e6c6-4e8d-a8fb-759790aeeb13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.615080] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dce124-c01a-4cf6-a54a-d370dd26abe9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.630362] env[68116]: DEBUG nova.compute.provider_tree [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.852145] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787066, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.165581] env[68116]: DEBUG nova.scheduler.client.report [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1255.165857] env[68116]: DEBUG nova.compute.provider_tree [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 169 to 170 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1255.166052] env[68116]: DEBUG nova.compute.provider_tree [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.352561] env[68116]: DEBUG oslo_vmware.api [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787066, 'name': PowerOnVM_Task, 'duration_secs': 0.786989} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.352918] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.353111] env[68116]: INFO nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Took 4.11 seconds to spawn the instance on the hypervisor. [ 1255.353301] env[68116]: DEBUG nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.354082] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f9dbe-e96a-45e4-9552-c022eea981b1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.671231] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.995s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.671776] env[68116]: DEBUG nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.674451] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.134s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.674669] env[68116]: DEBUG nova.objects.instance [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'resources' on Instance uuid 9fba3043-4dc6-4cf7-9441-1ab3f242d508 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.872045] env[68116]: INFO nova.compute.manager [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Took 10.75 seconds to build instance. [ 1256.177269] env[68116]: DEBUG nova.compute.utils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.181689] env[68116]: DEBUG nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.181844] env[68116]: DEBUG nova.network.neutron [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.240481] env[68116]: DEBUG nova.policy [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788df4730f4a49e28a06976f6dca8b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24a912144f40474c828d36f3dd72987a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.294823] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f824b5-8701-4057-a73a-5859fe1d05a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.303353] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01f00a-180f-4380-909c-c6adf319b1b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.335693] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1df90c-1a08-4911-9e0e-8d44b7dcea62 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.343339] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b23afa-8552-42ce-9e1a-d5365b2bc11f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.357049] env[68116]: DEBUG nova.compute.provider_tree [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.372960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d078a5df-138f-4b42-bb05-8a101079671b tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.263s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.682433] env[68116]: DEBUG nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.741621] env[68116]: DEBUG nova.network.neutron [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Successfully created port: 7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.854892] env[68116]: DEBUG nova.compute.manager [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Received event network-changed-40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1256.854892] env[68116]: DEBUG nova.compute.manager [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Refreshing instance network info cache due to event network-changed-40fbd73d-67b8-4ebb-acfc-9d9a652ab927. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1256.855293] env[68116]: DEBUG oslo_concurrency.lockutils [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] Acquiring lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.855293] env[68116]: DEBUG oslo_concurrency.lockutils [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] Acquired lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.855570] env[68116]: DEBUG nova.network.neutron [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Refreshing network info cache for port 40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.860221] env[68116]: DEBUG nova.scheduler.client.report [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.369431] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.391025] env[68116]: INFO nova.scheduler.client.report [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted allocations for instance 9fba3043-4dc6-4cf7-9441-1ab3f242d508 [ 1257.425610] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.425899] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.426132] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "06f18856-3e62-47f8-87ac-efbafe2477f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.426334] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.426590] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.428750] env[68116]: INFO nova.compute.manager [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Terminating instance [ 1257.615948] env[68116]: DEBUG nova.network.neutron [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updated VIF entry in instance network info cache for port 40fbd73d-67b8-4ebb-acfc-9d9a652ab927. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.616360] env[68116]: DEBUG nova.network.neutron [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updating instance_info_cache with network_info: [{"id": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "address": "fa:16:3e:65:c3:87", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fbd73d-67", "ovs_interfaceid": "40fbd73d-67b8-4ebb-acfc-9d9a652ab927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.692315] env[68116]: DEBUG nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.719659] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.719909] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.720088] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.720280] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.720442] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.720591] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.720802] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.720960] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.721149] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.721314] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.721488] env[68116]: DEBUG nova.virt.hardware [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.722397] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67440fe-e43f-423e-9bd7-d36b0325ee21 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.732442] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce777b-36d7-4637-aed6-aaf681ecc06f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.901280] env[68116]: DEBUG oslo_concurrency.lockutils [None req-450adb2b-290f-44b5-aa10-89b677379b5d tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "9fba3043-4dc6-4cf7-9441-1ab3f242d508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.789s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.934182] env[68116]: DEBUG nova.compute.manager [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.934182] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.934381] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0442a5c7-b469-4687-a4ee-57e5a11edc00 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.942983] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.942983] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-560c4cab-4291-4633-8d5c-1559834d5e9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.949942] env[68116]: DEBUG oslo_vmware.api [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1257.949942] env[68116]: value = "task-2787067" [ 1257.949942] env[68116]: _type = "Task" [ 1257.949942] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.957296] env[68116]: DEBUG oslo_vmware.api [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.119180] env[68116]: DEBUG oslo_concurrency.lockutils [req-7ccd81d0-a5a3-43b8-a529-92f071ee0c58 req-69a64502-470f-4d0a-a504-b1aefe6ff651 service nova] Releasing lock "refresh_cache-59e4767e-8354-466f-a0cf-6f89efa776e8" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.333701] env[68116]: DEBUG nova.compute.manager [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1258.459792] env[68116]: DEBUG oslo_vmware.api [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787067, 'name': PowerOffVM_Task, 'duration_secs': 0.246581} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.460187] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.460330] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.460629] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7018be-01ac-426c-9897-3b7292ce4471 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.485599] env[68116]: DEBUG nova.network.neutron [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Successfully updated port: 7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.527270] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.527498] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.527709] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Deleting the datastore file [datastore2] 06f18856-3e62-47f8-87ac-efbafe2477f2 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.527976] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3226eb45-0082-4f14-9450-59bb9fb3406e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.534431] env[68116]: DEBUG oslo_vmware.api [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for the task: (returnval){ [ 1258.534431] env[68116]: value = "task-2787069" [ 1258.534431] env[68116]: _type = "Task" [ 1258.534431] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.542213] env[68116]: DEBUG oslo_vmware.api [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.851127] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.851409] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.883990] env[68116]: DEBUG nova.compute.manager [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Received event network-changed-b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1258.884195] env[68116]: DEBUG nova.compute.manager [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Refreshing instance network info cache due to event network-changed-b77c9b0a-8f60-4682-acca-45df8d966ead. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1258.884407] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Acquiring lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.884551] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Acquired lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.884708] env[68116]: DEBUG nova.network.neutron [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Refreshing network info cache for port b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.967244] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.967552] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.967809] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.968044] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.968264] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.970571] env[68116]: INFO nova.compute.manager [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Terminating instance [ 1258.990083] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.990083] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.990083] env[68116]: DEBUG nova.network.neutron [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.044682] env[68116]: DEBUG oslo_vmware.api [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.356879] env[68116]: INFO nova.compute.claims [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.476458] env[68116]: DEBUG nova.compute.manager [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.476807] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.478179] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8d38bb-81ad-4f84-9a21-8f844a92524f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.488244] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.488560] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6045933-65c8-4688-858d-b3da719f0c73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.496282] env[68116]: DEBUG oslo_vmware.api [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1259.496282] env[68116]: value = "task-2787070" [ 1259.496282] env[68116]: _type = "Task" [ 1259.496282] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.507383] env[68116]: DEBUG oslo_vmware.api [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.529312] env[68116]: DEBUG nova.network.neutron [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.549894] env[68116]: DEBUG oslo_vmware.api [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Task: {'id': task-2787069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.78867} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.551555] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.551831] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.552100] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.552351] env[68116]: INFO nova.compute.manager [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1259.552682] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.552949] env[68116]: DEBUG nova.compute.manager [-] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.553090] env[68116]: DEBUG nova.network.neutron [-] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.720714] env[68116]: DEBUG nova.network.neutron [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updated VIF entry in instance network info cache for port b77c9b0a-8f60-4682-acca-45df8d966ead. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.721127] env[68116]: DEBUG nova.network.neutron [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [{"id": "b77c9b0a-8f60-4682-acca-45df8d966ead", "address": "fa:16:3e:e8:b4:26", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c9b0a-8f", "ovs_interfaceid": "b77c9b0a-8f60-4682-acca-45df8d966ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.762142] env[68116]: DEBUG nova.network.neutron [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Updating instance_info_cache with network_info: [{"id": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "address": "fa:16:3e:ef:67:c1", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef2c9c-a6", "ovs_interfaceid": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.862785] env[68116]: INFO nova.compute.resource_tracker [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating resource usage from migration 8affb84a-12b9-4e75-a7c7-160c019251c5 [ 1259.979724] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a118182-dd55-4693-9d80-9ed8c05794f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.986906] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338ac9a2-3360-4e64-b149-1baf80e57658 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.021553] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d6cee-c9ac-4388-9cc2-57810cddc271 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.028707] env[68116]: DEBUG oslo_vmware.api [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787070, 'name': PowerOffVM_Task, 'duration_secs': 0.185311} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.030723] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.030905] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.031175] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb2f850-c4da-48e5-bc1b-2e55f7dd3a32 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.033385] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d0f620-9144-408f-8e08-0be81220fbc1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.047577] env[68116]: DEBUG nova.compute.provider_tree [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.078871] env[68116]: DEBUG nova.compute.manager [req-c44f4691-29fc-4b6e-b7f8-18efe56d51cc req-47cf00f6-5e40-403a-a9c5-008ad82f36c0 service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Received event network-vif-deleted-48a3216d-9715-4f40-a31d-ac730738c4ce {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1260.079015] env[68116]: INFO nova.compute.manager [req-c44f4691-29fc-4b6e-b7f8-18efe56d51cc req-47cf00f6-5e40-403a-a9c5-008ad82f36c0 service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Neutron deleted interface 48a3216d-9715-4f40-a31d-ac730738c4ce; detaching it from the instance and deleting it from the info cache [ 1260.079198] env[68116]: DEBUG nova.network.neutron [req-c44f4691-29fc-4b6e-b7f8-18efe56d51cc req-47cf00f6-5e40-403a-a9c5-008ad82f36c0 service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.099547] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.099774] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.099961] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleting the datastore file [datastore2] ce523c03-91b7-4b4e-8c73-9a75c95faf07 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.100237] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f3a2156-700a-4dbb-8d2a-8ff871a1c006 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.107166] env[68116]: DEBUG oslo_vmware.api [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1260.107166] env[68116]: value = "task-2787072" [ 1260.107166] env[68116]: _type = "Task" [ 1260.107166] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.115072] env[68116]: DEBUG oslo_vmware.api [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.223556] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Releasing lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.223839] env[68116]: DEBUG nova.compute.manager [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Received event network-vif-plugged-7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1260.224054] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Acquiring lock "9b573246-afc5-4892-a6a7-47ee647ef63f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.224343] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.224427] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.224592] env[68116]: DEBUG nova.compute.manager [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] No waiting events found dispatching network-vif-plugged-7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.224760] env[68116]: WARNING nova.compute.manager [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Received unexpected event network-vif-plugged-7aef2c9c-a681-4cc7-93bb-bf0a18409c21 for instance with vm_state building and task_state spawning. [ 1260.224925] env[68116]: DEBUG nova.compute.manager [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Received event network-changed-7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1260.225094] env[68116]: DEBUG nova.compute.manager [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Refreshing instance network info cache due to event network-changed-7aef2c9c-a681-4cc7-93bb-bf0a18409c21. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1260.225265] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Acquiring lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.264990] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.265321] env[68116]: DEBUG nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Instance network_info: |[{"id": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "address": "fa:16:3e:ef:67:c1", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef2c9c-a6", "ovs_interfaceid": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1260.265879] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Acquired lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.265879] env[68116]: DEBUG nova.network.neutron [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Refreshing network info cache for port 7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.267105] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:67:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aef2c9c-a681-4cc7-93bb-bf0a18409c21', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.275020] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.275930] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.276700] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97cb764f-3a48-495d-af6d-71d4fb4581ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.299196] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.299196] env[68116]: value = "task-2787073" [ 1260.299196] env[68116]: _type = "Task" [ 1260.299196] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.307151] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787073, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.550837] env[68116]: DEBUG nova.scheduler.client.report [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.560017] env[68116]: DEBUG nova.network.neutron [-] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.582325] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83ac4b9e-b2fb-49a5-85dd-7eafee5fab1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.591408] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a713f-3335-4a2c-83a3-27521937c0aa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.616973] env[68116]: DEBUG oslo_vmware.api [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131815} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.624757] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.624972] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.625166] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.625340] env[68116]: INFO nova.compute.manager [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1260.625591] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.625839] env[68116]: DEBUG nova.compute.manager [req-c44f4691-29fc-4b6e-b7f8-18efe56d51cc req-47cf00f6-5e40-403a-a9c5-008ad82f36c0 service nova] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Detach interface failed, port_id=48a3216d-9715-4f40-a31d-ac730738c4ce, reason: Instance 06f18856-3e62-47f8-87ac-efbafe2477f2 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1260.626235] env[68116]: DEBUG nova.compute.manager [-] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.626381] env[68116]: DEBUG nova.network.neutron [-] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.810144] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787073, 'name': CreateVM_Task, 'duration_secs': 0.317937} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.810699] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.811206] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.811376] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.811708] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.811962] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ad6270-27dc-488f-82bf-df2b9f54ad2c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.816579] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1260.816579] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526c2204-1b10-0234-beba-db7243c15cb2" [ 1260.816579] env[68116]: _type = "Task" [ 1260.816579] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.824656] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526c2204-1b10-0234-beba-db7243c15cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.056294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.205s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.056518] env[68116]: INFO nova.compute.manager [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Migrating [ 1261.065536] env[68116]: INFO nova.compute.manager [-] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Took 1.51 seconds to deallocate network for instance. [ 1261.163213] env[68116]: DEBUG nova.network.neutron [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Updated VIF entry in instance network info cache for port 7aef2c9c-a681-4cc7-93bb-bf0a18409c21. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.163582] env[68116]: DEBUG nova.network.neutron [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Updating instance_info_cache with network_info: [{"id": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "address": "fa:16:3e:ef:67:c1", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef2c9c-a6", "ovs_interfaceid": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.327628] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526c2204-1b10-0234-beba-db7243c15cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.327916] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.328210] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.328492] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.328667] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.328858] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.329151] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-969c90e3-c6fa-4e06-92af-0465ba50d3ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.337708] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.337897] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.338695] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37d7af9-e6be-4515-93d7-09e78e82c886 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.344070] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1261.344070] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52fb9547-ab87-838f-91b7-eb34450045fd" [ 1261.344070] env[68116]: _type = "Task" [ 1261.344070] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.351881] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fb9547-ab87-838f-91b7-eb34450045fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.578077] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.578077] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.578077] env[68116]: DEBUG nova.network.neutron [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.579928] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.580197] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.580401] env[68116]: DEBUG nova.objects.instance [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lazy-loading 'resources' on Instance uuid 06f18856-3e62-47f8-87ac-efbafe2477f2 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.666392] env[68116]: DEBUG oslo_concurrency.lockutils [req-d4d72ba6-7762-431e-9111-7425716e8c86 req-902c0a94-d639-408e-9732-1ad8b8002f52 service nova] Releasing lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.700154] env[68116]: DEBUG nova.network.neutron [-] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.854245] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52fb9547-ab87-838f-91b7-eb34450045fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00832} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.855030] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004d9464-ef44-44fe-ab43-8779ff428330 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.860053] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1261.860053] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52288cd7-99da-23ac-4da0-21fc492e0287" [ 1261.860053] env[68116]: _type = "Task" [ 1261.860053] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.868767] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52288cd7-99da-23ac-4da0-21fc492e0287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.108391] env[68116]: DEBUG nova.compute.manager [req-58937749-00f9-4c80-ae55-d928a7d0749f req-5d9108cc-5189-4d59-a8b5-be8007995331 service nova] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Received event network-vif-deleted-36043f04-65b1-4ba7-9f9f-e78409193c74 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1262.203803] env[68116]: INFO nova.compute.manager [-] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Took 1.58 seconds to deallocate network for instance. [ 1262.210257] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858ec4d-f6a1-4581-9702-ffd315b4584b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.219361] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85234c8e-0b5a-4399-8992-380d89a38bba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.251843] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e396fd30-b457-462a-8a64-2fd5c106876e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.259671] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4010040a-1a16-4ad5-8952-36f3d08d3a26 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.272979] env[68116]: DEBUG nova.compute.provider_tree [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.312122] env[68116]: DEBUG nova.network.neutron [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [{"id": "b77c9b0a-8f60-4682-acca-45df8d966ead", "address": "fa:16:3e:e8:b4:26", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c9b0a-8f", "ovs_interfaceid": "b77c9b0a-8f60-4682-acca-45df8d966ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.369747] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52288cd7-99da-23ac-4da0-21fc492e0287, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.369965] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.370233] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9b573246-afc5-4892-a6a7-47ee647ef63f/9b573246-afc5-4892-a6a7-47ee647ef63f.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.370486] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f9a5716-76a6-4317-a583-9e77a1db2961 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.376781] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1262.376781] env[68116]: value = "task-2787074" [ 1262.376781] env[68116]: _type = "Task" [ 1262.376781] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.384675] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.711785] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.776221] env[68116]: DEBUG nova.scheduler.client.report [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.815043] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.888952] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444608} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.888952] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 9b573246-afc5-4892-a6a7-47ee647ef63f/9b573246-afc5-4892-a6a7-47ee647ef63f.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.889224] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.889485] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52a6d562-30b8-4fae-bc10-5ae630542b85 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.895920] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1262.895920] env[68116]: value = "task-2787075" [ 1262.895920] env[68116]: _type = "Task" [ 1262.895920] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.903838] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.282412] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.284650] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.573s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.284881] env[68116]: DEBUG nova.objects.instance [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'resources' on Instance uuid ce523c03-91b7-4b4e-8c73-9a75c95faf07 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.299458] env[68116]: INFO nova.scheduler.client.report [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Deleted allocations for instance 06f18856-3e62-47f8-87ac-efbafe2477f2 [ 1263.405940] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068355} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.406302] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.407113] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924147d-50c9-4f10-9924-e9d4e45214b2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.428402] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 9b573246-afc5-4892-a6a7-47ee647ef63f/9b573246-afc5-4892-a6a7-47ee647ef63f.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.428936] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a9bd65-b8ed-4c7c-a410-51a1d01c1f02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.446680] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1263.446680] env[68116]: value = "task-2787076" [ 1263.446680] env[68116]: _type = "Task" [ 1263.446680] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.453937] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.808869] env[68116]: DEBUG oslo_concurrency.lockutils [None req-8a31889f-2981-4099-83ec-f2682e275372 tempest-VolumesAdminNegativeTest-1005465113 tempest-VolumesAdminNegativeTest-1005465113-project-member] Lock "06f18856-3e62-47f8-87ac-efbafe2477f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.383s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.892605] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36c8a3-05d4-4115-8f4c-431a102d02ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.900831] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edc09d3-ec46-4219-81b3-255a2a18fa5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.932490] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40f8b77-fbde-4fd9-b098-1bff8e39f5c5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.939896] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46708a6-17c6-4f10-80cf-4fc103c08e47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.953533] env[68116]: DEBUG nova.compute.provider_tree [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.968035] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.329529] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1dc369-798c-443f-a57f-3bcb430d62d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.352075] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance 'edad6165-fc3e-4f56-be21-c18e9322c27e' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.463246] env[68116]: DEBUG nova.scheduler.client.report [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.466379] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.858442] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.858789] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5be78b2-f135-4855-bded-4598bd4d709f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.865418] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1264.865418] env[68116]: value = "task-2787077" [ 1264.865418] env[68116]: _type = "Task" [ 1264.865418] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.874384] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.963337] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787076, 'name': ReconfigVM_Task, 'duration_secs': 1.263382} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.963646] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 9b573246-afc5-4892-a6a7-47ee647ef63f/9b573246-afc5-4892-a6a7-47ee647ef63f.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.964317] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bad0191a-99e3-4b5c-9d33-2b7a73d71c8a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.967854] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.971139] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1264.971139] env[68116]: value = "task-2787078" [ 1264.971139] env[68116]: _type = "Task" [ 1264.971139] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.979524] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787078, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.989620] env[68116]: INFO nova.scheduler.client.report [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted allocations for instance ce523c03-91b7-4b4e-8c73-9a75c95faf07 [ 1265.377850] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787077, 'name': PowerOffVM_Task, 'duration_secs': 0.193615} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.378322] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.378643] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance 'edad6165-fc3e-4f56-be21-c18e9322c27e' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.481711] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787078, 'name': Rename_Task, 'duration_secs': 0.139492} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.481711] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.481711] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dfd80aa-baf6-4c5c-9a93-a3ff910b981c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.487201] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1265.487201] env[68116]: value = "task-2787079" [ 1265.487201] env[68116]: _type = "Task" [ 1265.487201] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.498977] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.499440] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9bf39f5d-2cb8-4599-945f-0512e2598760 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "ce523c03-91b7-4b4e-8c73-9a75c95faf07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.532s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.888079] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.888079] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.888079] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.888079] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.888079] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.888079] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.889057] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.889408] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.889722] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.890965] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.890965] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.895664] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d31f26c-961e-4ec9-b023-4a6cb20d0793 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.912316] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1265.912316] env[68116]: value = "task-2787080" [ 1265.912316] env[68116]: _type = "Task" [ 1265.912316] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.922272] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.996533] env[68116]: DEBUG oslo_vmware.api [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787079, 'name': PowerOnVM_Task, 'duration_secs': 0.440605} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.996883] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.997037] env[68116]: INFO nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1265.997225] env[68116]: DEBUG nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.997995] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b5da6-0032-4072-880a-2ed71870e710 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.311669] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "68220254-38d4-4f7e-adc7-22fb41f8d301" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.311669] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.424104] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787080, 'name': ReconfigVM_Task, 'duration_secs': 0.161091} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.424435] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance 'edad6165-fc3e-4f56-be21-c18e9322c27e' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.517978] env[68116]: INFO nova.compute.manager [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Took 14.23 seconds to build instance. [ 1266.813653] env[68116]: DEBUG nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.931752] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.932124] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.932124] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.932321] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.932467] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.932617] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.932820] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.932978] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.933332] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.933566] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.933835] env[68116]: DEBUG nova.virt.hardware [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.939217] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.939576] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b519dba-b200-4de6-9430-a886bc45c894 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.958062] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1266.958062] env[68116]: value = "task-2787081" [ 1266.958062] env[68116]: _type = "Task" [ 1266.958062] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.966254] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.010771] env[68116]: DEBUG nova.compute.manager [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Received event network-changed-7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.011161] env[68116]: DEBUG nova.compute.manager [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Refreshing instance network info cache due to event network-changed-7aef2c9c-a681-4cc7-93bb-bf0a18409c21. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1267.011451] env[68116]: DEBUG oslo_concurrency.lockutils [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] Acquiring lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.012013] env[68116]: DEBUG oslo_concurrency.lockutils [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] Acquired lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.012013] env[68116]: DEBUG nova.network.neutron [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Refreshing network info cache for port 7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.020786] env[68116]: DEBUG oslo_concurrency.lockutils [None req-a1d28553-3989-4737-b95b-7314d03a12e4 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.737s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.342070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.342070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.343380] env[68116]: INFO nova.compute.claims [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.468047] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787081, 'name': ReconfigVM_Task, 'duration_secs': 0.158037} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.468352] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.469176] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e679feb6-61da-40e4-b1dc-d2bbe2c9b573 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.490892] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e/volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.491166] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b4186f-7dee-4421-a9d7-b1ccd8045352 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.509729] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1267.509729] env[68116]: value = "task-2787082" [ 1267.509729] env[68116]: _type = "Task" [ 1267.509729] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.521968] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.957214] env[68116]: DEBUG nova.network.neutron [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Updated VIF entry in instance network info cache for port 7aef2c9c-a681-4cc7-93bb-bf0a18409c21. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.957583] env[68116]: DEBUG nova.network.neutron [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Updating instance_info_cache with network_info: [{"id": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "address": "fa:16:3e:ef:67:c1", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef2c9c-a6", "ovs_interfaceid": "7aef2c9c-a681-4cc7-93bb-bf0a18409c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.020914] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787082, 'name': ReconfigVM_Task, 'duration_secs': 0.259707} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.021279] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e/volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.021548] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance 'edad6165-fc3e-4f56-be21-c18e9322c27e' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.460751] env[68116]: DEBUG oslo_concurrency.lockutils [req-7419db99-149f-46a1-ab2b-0c9a7f9f8078 req-140e7c28-ff52-41e5-bf3a-45c9171b0247 service nova] Releasing lock "refresh_cache-9b573246-afc5-4892-a6a7-47ee647ef63f" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.473018] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63405549-8d46-4d13-b410-1293f708f942 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.479173] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b177969c-de9b-45c7-93cf-efddce3383ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.511719] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b158f189-e2fa-4c2b-be58-844dff91ae4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.519886] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e874cc41-a53c-4a66-810c-935bfae76462 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.535590] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570fc951-1c09-4098-a9cd-9f6037dde73b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.538541] env[68116]: DEBUG nova.compute.provider_tree [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.557152] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f188c4-1aca-4bfd-af07-3c1cc0ed3d43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.578419] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance 'edad6165-fc3e-4f56-be21-c18e9322c27e' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.042665] env[68116]: DEBUG nova.scheduler.client.report [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.548435] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.549071] env[68116]: DEBUG nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.057024] env[68116]: DEBUG nova.compute.utils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.057024] env[68116]: DEBUG nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.057024] env[68116]: DEBUG nova.network.neutron [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.102518] env[68116]: DEBUG nova.policy [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aea7bd9c8c22490788d62a5e61a256f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a482b124834b3b90c6f2d6d10d31f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.269252] env[68116]: DEBUG nova.network.neutron [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Port b77c9b0a-8f60-4682-acca-45df8d966ead binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1270.405809] env[68116]: DEBUG nova.network.neutron [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Successfully created port: 7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.560490] env[68116]: DEBUG nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.146774] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.147053] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.289022] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.289022] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.289286] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.572083] env[68116]: DEBUG nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.602049] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.602578] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.602578] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.602578] env[68116]: DEBUG nova.virt.hardware [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.603445] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1248a-20f4-404c-9ad5-d7ee5436da76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.611631] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9089635-6b71-45ff-a6c9-9c249cd7c56c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.650306] env[68116]: DEBUG nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.812754] env[68116]: DEBUG nova.compute.manager [req-efd84c7e-0c95-484a-b044-6161825af561 req-056c77fc-6988-442e-8e30-28ae5f7d92c8 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Received event network-vif-plugged-7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1271.813642] env[68116]: DEBUG oslo_concurrency.lockutils [req-efd84c7e-0c95-484a-b044-6161825af561 req-056c77fc-6988-442e-8e30-28ae5f7d92c8 service nova] Acquiring lock "68220254-38d4-4f7e-adc7-22fb41f8d301-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.813642] env[68116]: DEBUG oslo_concurrency.lockutils [req-efd84c7e-0c95-484a-b044-6161825af561 req-056c77fc-6988-442e-8e30-28ae5f7d92c8 service nova] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.813642] env[68116]: DEBUG oslo_concurrency.lockutils [req-efd84c7e-0c95-484a-b044-6161825af561 req-056c77fc-6988-442e-8e30-28ae5f7d92c8 service nova] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.813642] env[68116]: DEBUG nova.compute.manager [req-efd84c7e-0c95-484a-b044-6161825af561 req-056c77fc-6988-442e-8e30-28ae5f7d92c8 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] No waiting events found dispatching network-vif-plugged-7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.813642] env[68116]: WARNING nova.compute.manager [req-efd84c7e-0c95-484a-b044-6161825af561 req-056c77fc-6988-442e-8e30-28ae5f7d92c8 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Received unexpected event network-vif-plugged-7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 for instance with vm_state building and task_state spawning. [ 1271.902576] env[68116]: DEBUG nova.network.neutron [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Successfully updated port: 7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.171608] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.171962] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.174036] env[68116]: INFO nova.compute.claims [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.334801] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.335013] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.335203] env[68116]: DEBUG nova.network.neutron [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.404123] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "refresh_cache-68220254-38d4-4f7e-adc7-22fb41f8d301" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.404289] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "refresh_cache-68220254-38d4-4f7e-adc7-22fb41f8d301" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.404442] env[68116]: DEBUG nova.network.neutron [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.952445] env[68116]: DEBUG nova.network.neutron [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.130939] env[68116]: DEBUG nova.network.neutron [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [{"id": "b77c9b0a-8f60-4682-acca-45df8d966ead", "address": "fa:16:3e:e8:b4:26", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c9b0a-8f", "ovs_interfaceid": "b77c9b0a-8f60-4682-acca-45df8d966ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.148581] env[68116]: DEBUG nova.network.neutron [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Updating instance_info_cache with network_info: [{"id": "7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111", "address": "fa:16:3e:69:28:cd", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5bdc5a-2f", "ovs_interfaceid": "7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.291084] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4dcb45-ea1f-46dd-b120-d19b065e4c72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.299188] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abb061b-594d-47e3-a4cd-eed2d3689176 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.329947] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea3e925-8752-46dd-ac6b-b9c51f5287e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.337479] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971ca11-b431-4456-bd12-158721d09dd3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.350535] env[68116]: DEBUG nova.compute.provider_tree [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.634296] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.651203] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "refresh_cache-68220254-38d4-4f7e-adc7-22fb41f8d301" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.651538] env[68116]: DEBUG nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Instance network_info: |[{"id": "7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111", "address": "fa:16:3e:69:28:cd", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5bdc5a-2f", "ovs_interfaceid": "7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.651979] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:28:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.659765] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.659984] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.660223] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a99d3285-5646-4dfe-9d0e-17b54a56c828 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.680351] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.680351] env[68116]: value = "task-2787083" [ 1273.680351] env[68116]: _type = "Task" [ 1273.680351] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.689171] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787083, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.841831] env[68116]: DEBUG nova.compute.manager [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Received event network-changed-7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1273.842040] env[68116]: DEBUG nova.compute.manager [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Refreshing instance network info cache due to event network-changed-7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1273.842217] env[68116]: DEBUG oslo_concurrency.lockutils [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] Acquiring lock "refresh_cache-68220254-38d4-4f7e-adc7-22fb41f8d301" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.842374] env[68116]: DEBUG oslo_concurrency.lockutils [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] Acquired lock "refresh_cache-68220254-38d4-4f7e-adc7-22fb41f8d301" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.842536] env[68116]: DEBUG nova.network.neutron [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Refreshing network info cache for port 7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.853339] env[68116]: DEBUG nova.scheduler.client.report [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.143528] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0400f7-7507-40d7-a270-0ea53fdb2d3f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.150921] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f39707e-6e38-4653-8b69-1925633cbe13 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.189973] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787083, 'name': CreateVM_Task, 'duration_secs': 0.31897} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.190178] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.190961] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.191157] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.191491] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.191743] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c704231-4f2b-444e-a201-13dd4338e605 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.195941] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1274.195941] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]523a85b2-b891-8ce2-0f33-09dbd175fdc0" [ 1274.195941] env[68116]: _type = "Task" [ 1274.195941] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.203778] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523a85b2-b891-8ce2-0f33-09dbd175fdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.358143] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.358724] env[68116]: DEBUG nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.532329] env[68116]: DEBUG nova.network.neutron [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Updated VIF entry in instance network info cache for port 7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.532698] env[68116]: DEBUG nova.network.neutron [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Updating instance_info_cache with network_info: [{"id": "7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111", "address": "fa:16:3e:69:28:cd", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5bdc5a-2f", "ovs_interfaceid": "7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.707107] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]523a85b2-b891-8ce2-0f33-09dbd175fdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.710372] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.710645] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.710916] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.711101] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.711303] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.711786] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bea6a3a-d273-4fb3-b838-6217da68d192 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.722059] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.722264] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.723012] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffda69ba-7553-4757-9f78-b6a1487b3221 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.727832] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1274.727832] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52078173-d5cb-510d-fbcd-f816fc16c66b" [ 1274.727832] env[68116]: _type = "Task" [ 1274.727832] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.736453] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52078173-d5cb-510d-fbcd-f816fc16c66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.864014] env[68116]: DEBUG nova.compute.utils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.865439] env[68116]: DEBUG nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.865613] env[68116]: DEBUG nova.network.neutron [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.904217] env[68116]: DEBUG nova.policy [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c33784bfe0a4de182d9c9933881460c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02e13a9bfb24e5da73a2dace725bb5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.035714] env[68116]: DEBUG oslo_concurrency.lockutils [req-bc9f3aee-0c47-4f02-af9d-2161aad865f6 req-ae5486c0-0bcb-4fd8-925c-766808ef7096 service nova] Releasing lock "refresh_cache-68220254-38d4-4f7e-adc7-22fb41f8d301" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.169769] env[68116]: DEBUG nova.network.neutron [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Successfully created port: 4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.248661] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52078173-d5cb-510d-fbcd-f816fc16c66b, 'name': SearchDatastore_Task, 'duration_secs': 0.033789} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.249822] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bca1cde-1633-464f-9403-1dfa9da35fa4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.255920] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2c53b-188b-4a27-85bc-61a1948849a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.261272] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1275.261272] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52517b60-b7bb-36d6-6e4f-0deb87c95f0d" [ 1275.261272] env[68116]: _type = "Task" [ 1275.261272] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.288318] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20fa60-ca74-4246-95bd-e25fe807e0b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.298969] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52517b60-b7bb-36d6-6e4f-0deb87c95f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.034413} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.298969] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.299203] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 68220254-38d4-4f7e-adc7-22fb41f8d301/68220254-38d4-4f7e-adc7-22fb41f8d301.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.300092] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22aacbb7-6b06-4dbd-bf30-98d759290858 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.305684] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance 'edad6165-fc3e-4f56-be21-c18e9322c27e' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.315087] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1275.315087] env[68116]: value = "task-2787084" [ 1275.315087] env[68116]: _type = "Task" [ 1275.315087] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.322516] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.369937] env[68116]: DEBUG nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.814766] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.815055] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67af3acd-bbc2-40b5-8299-babbea3501e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.826138] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455667} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.827287] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 68220254-38d4-4f7e-adc7-22fb41f8d301/68220254-38d4-4f7e-adc7-22fb41f8d301.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.827501] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.827774] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1275.827774] env[68116]: value = "task-2787085" [ 1275.827774] env[68116]: _type = "Task" [ 1275.827774] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.827960] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1f13a94-e271-414b-9b8e-67344d69da51 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.836385] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.837506] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1275.837506] env[68116]: value = "task-2787086" [ 1275.837506] env[68116]: _type = "Task" [ 1275.837506] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.844622] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.339559] env[68116]: DEBUG oslo_vmware.api [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787085, 'name': PowerOnVM_Task, 'duration_secs': 0.376931} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.342417] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.342602] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac3000-e598-400e-a3bb-c93757943a7e tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance 'edad6165-fc3e-4f56-be21-c18e9322c27e' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.350356] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07224} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.350586] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.351317] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a668c8ef-237a-4c9e-b00f-d0dacf577009 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.372311] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 68220254-38d4-4f7e-adc7-22fb41f8d301/68220254-38d4-4f7e-adc7-22fb41f8d301.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.372652] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63958938-f3de-4ee9-9d8b-0e52dce95ad0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.387362] env[68116]: DEBUG nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.394423] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1276.394423] env[68116]: value = "task-2787087" [ 1276.394423] env[68116]: _type = "Task" [ 1276.394423] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.402281] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.414832] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.415158] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.415393] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.415651] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.415934] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.416198] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.416555] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.416868] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.417052] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.417270] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.417485] env[68116]: DEBUG nova.virt.hardware [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.418453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e5a48-57ad-40ec-9c08-c8289d8b85b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.426453] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18224ea3-7a13-4550-b418-a630dabb9810 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.551178] env[68116]: DEBUG nova.compute.manager [req-1bc2860b-55e9-4467-92ba-0aa0355bf1d2 req-09d1b0ec-9e0e-4a01-86fc-1c116ccf0100 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Received event network-vif-plugged-4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1276.551616] env[68116]: DEBUG oslo_concurrency.lockutils [req-1bc2860b-55e9-4467-92ba-0aa0355bf1d2 req-09d1b0ec-9e0e-4a01-86fc-1c116ccf0100 service nova] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.551676] env[68116]: DEBUG oslo_concurrency.lockutils [req-1bc2860b-55e9-4467-92ba-0aa0355bf1d2 req-09d1b0ec-9e0e-4a01-86fc-1c116ccf0100 service nova] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.551862] env[68116]: DEBUG oslo_concurrency.lockutils [req-1bc2860b-55e9-4467-92ba-0aa0355bf1d2 req-09d1b0ec-9e0e-4a01-86fc-1c116ccf0100 service nova] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.552080] env[68116]: DEBUG nova.compute.manager [req-1bc2860b-55e9-4467-92ba-0aa0355bf1d2 req-09d1b0ec-9e0e-4a01-86fc-1c116ccf0100 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] No waiting events found dispatching network-vif-plugged-4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.552268] env[68116]: WARNING nova.compute.manager [req-1bc2860b-55e9-4467-92ba-0aa0355bf1d2 req-09d1b0ec-9e0e-4a01-86fc-1c116ccf0100 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Received unexpected event network-vif-plugged-4d65086c-4d90-4148-9f8c-e612e37d99c5 for instance with vm_state building and task_state spawning. [ 1276.635343] env[68116]: DEBUG nova.network.neutron [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Successfully updated port: 4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.904663] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787087, 'name': ReconfigVM_Task, 'duration_secs': 0.273439} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.904948] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 68220254-38d4-4f7e-adc7-22fb41f8d301/68220254-38d4-4f7e-adc7-22fb41f8d301.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.905600] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229e5bb9-3b0d-44b0-be4d-290f16b26c0d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.912833] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1276.912833] env[68116]: value = "task-2787088" [ 1276.912833] env[68116]: _type = "Task" [ 1276.912833] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.921558] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787088, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.135802] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.136258] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.136258] env[68116]: DEBUG nova.network.neutron [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.422680] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787088, 'name': Rename_Task, 'duration_secs': 0.140756} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.423067] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.423158] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74bc4749-1872-4b50-b568-5ee42184a3a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.429675] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1277.429675] env[68116]: value = "task-2787089" [ 1277.429675] env[68116]: _type = "Task" [ 1277.429675] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.437390] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.671925] env[68116]: DEBUG nova.network.neutron [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.806502] env[68116]: DEBUG nova.network.neutron [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.939996] env[68116]: DEBUG oslo_vmware.api [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787089, 'name': PowerOnVM_Task, 'duration_secs': 0.44083} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.940253] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.940454] env[68116]: INFO nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1277.940635] env[68116]: DEBUG nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.941624] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c62fca5-a007-4aeb-8c7f-e3f3fba7e2d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.194217] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "edad6165-fc3e-4f56-be21-c18e9322c27e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.194497] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.194690] env[68116]: DEBUG nova.compute.manager [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Going to confirm migration 8 {{(pid=68116) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1278.309565] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.309966] env[68116]: DEBUG nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Instance network_info: |[{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.310443] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:74:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d65086c-4d90-4148-9f8c-e612e37d99c5', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.317932] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Creating folder: Project (e02e13a9bfb24e5da73a2dace725bb5a). Parent ref: group-v559920. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.318263] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5570681-6822-4c44-9350-dc8677b2f271 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.329746] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Created folder: Project (e02e13a9bfb24e5da73a2dace725bb5a) in parent group-v559920. [ 1278.329979] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Creating folder: Instances. Parent ref: group-v560257. {{(pid=68116) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.330256] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d92934a-7a47-4f0b-bbf9-e9055688678d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.339622] env[68116]: INFO nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Created folder: Instances in parent group-v560257. [ 1278.339885] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.340139] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.340393] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6a206d9-c76d-44e1-9528-0342e25b9584 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.359634] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.359634] env[68116]: value = "task-2787092" [ 1278.359634] env[68116]: _type = "Task" [ 1278.359634] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.367197] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787092, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.457200] env[68116]: INFO nova.compute.manager [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Took 11.14 seconds to build instance. [ 1278.581288] env[68116]: DEBUG nova.compute.manager [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Received event network-changed-4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1278.581484] env[68116]: DEBUG nova.compute.manager [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Refreshing instance network info cache due to event network-changed-4d65086c-4d90-4148-9f8c-e612e37d99c5. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1278.581700] env[68116]: DEBUG oslo_concurrency.lockutils [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.581847] env[68116]: DEBUG oslo_concurrency.lockutils [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.582032] env[68116]: DEBUG nova.network.neutron [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Refreshing network info cache for port 4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.756062] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.756275] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquired lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.756456] env[68116]: DEBUG nova.network.neutron [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.756659] env[68116]: DEBUG nova.objects.instance [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'info_cache' on Instance uuid edad6165-fc3e-4f56-be21-c18e9322c27e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.870767] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787092, 'name': CreateVM_Task, 'duration_secs': 0.349691} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.870970] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.871706] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.871875] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.872221] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.872476] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5898812d-2162-46a9-bb7c-ee6a40e2ffad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.877179] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1278.877179] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5220749d-7a42-f47c-d78f-59ffb6c0fbed" [ 1278.877179] env[68116]: _type = "Task" [ 1278.877179] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.884931] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5220749d-7a42-f47c-d78f-59ffb6c0fbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.959278] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9f3e65c1-3939-49ca-8d1f-1fa7fae861e5 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.649s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.274644] env[68116]: DEBUG nova.network.neutron [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updated VIF entry in instance network info cache for port 4d65086c-4d90-4148-9f8c-e612e37d99c5. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.275025] env[68116]: DEBUG nova.network.neutron [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.387999] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5220749d-7a42-f47c-d78f-59ffb6c0fbed, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.388320] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.388549] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.388809] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.388963] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.389158] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.389413] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8291bc84-582c-4b74-82cb-8a9ce261bd60 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.397437] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.397607] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.398284] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14cbd6b-100d-489a-95f3-4497c003334d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.403023] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1279.403023] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52890e78-74e8-8f0f-6f43-077c1bd23e7b" [ 1279.403023] env[68116]: _type = "Task" [ 1279.403023] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.410273] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52890e78-74e8-8f0f-6f43-077c1bd23e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.711552] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "68220254-38d4-4f7e-adc7-22fb41f8d301" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.711945] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.711990] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "68220254-38d4-4f7e-adc7-22fb41f8d301-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.712193] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.712362] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.714492] env[68116]: INFO nova.compute.manager [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Terminating instance [ 1279.777709] env[68116]: DEBUG oslo_concurrency.lockutils [req-df2fba38-82e3-4e2f-bca5-b68a764038c2 req-bdd47bc9-2f95-4c07-88ee-223538530d9e service nova] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.913218] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52890e78-74e8-8f0f-6f43-077c1bd23e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.914069] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bd1f94-e19b-4a94-af1e-17ad5cbf8643 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.919670] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1279.919670] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525bae73-8939-fcbf-0e13-de079738d813" [ 1279.919670] env[68116]: _type = "Task" [ 1279.919670] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.928535] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525bae73-8939-fcbf-0e13-de079738d813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.958825] env[68116]: DEBUG nova.network.neutron [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [{"id": "b77c9b0a-8f60-4682-acca-45df8d966ead", "address": "fa:16:3e:e8:b4:26", "network": {"id": "f1ec5562-15bd-4763-a51b-a684cfc06daa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1390975935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119eb895220f43d9bf1b18437000e8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77c9b0a-8f", "ovs_interfaceid": "b77c9b0a-8f60-4682-acca-45df8d966ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.218626] env[68116]: DEBUG nova.compute.manager [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.218925] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.219878] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37078634-95ac-41e8-8607-c46595e230cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.228086] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.228317] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26b3ccbb-f8ff-417c-8c13-a73afa7278a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.235241] env[68116]: DEBUG oslo_vmware.api [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1280.235241] env[68116]: value = "task-2787093" [ 1280.235241] env[68116]: _type = "Task" [ 1280.235241] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.244856] env[68116]: DEBUG oslo_vmware.api [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.432541] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525bae73-8939-fcbf-0e13-de079738d813, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.432908] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.433292] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] ddb3d058-e572-41bd-9a7e-3fb25a6a0c91/ddb3d058-e572-41bd-9a7e-3fb25a6a0c91.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.433640] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3da44e9-80f2-4b66-8253-007ac1788561 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.441472] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1280.441472] env[68116]: value = "task-2787094" [ 1280.441472] env[68116]: _type = "Task" [ 1280.441472] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.451555] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.461290] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Releasing lock "refresh_cache-edad6165-fc3e-4f56-be21-c18e9322c27e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.461639] env[68116]: DEBUG nova.objects.instance [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'migration_context' on Instance uuid edad6165-fc3e-4f56-be21-c18e9322c27e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.746199] env[68116]: DEBUG oslo_vmware.api [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787093, 'name': PowerOffVM_Task, 'duration_secs': 0.198145} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.746697] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.746697] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.746988] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffd610e4-e737-411c-a623-084ad78170e0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.822856] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.823261] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.823497] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleting the datastore file [datastore2] 68220254-38d4-4f7e-adc7-22fb41f8d301 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.823971] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b56a398-2b3e-4c5a-ae29-663d0b62c6e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.831700] env[68116]: DEBUG oslo_vmware.api [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1280.831700] env[68116]: value = "task-2787096" [ 1280.831700] env[68116]: _type = "Task" [ 1280.831700] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.841647] env[68116]: DEBUG oslo_vmware.api [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.951569] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44499} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.951834] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] ddb3d058-e572-41bd-9a7e-3fb25a6a0c91/ddb3d058-e572-41bd-9a7e-3fb25a6a0c91.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.952091] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.952362] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-180e170b-eec6-4b4e-8f6e-dccd9f5c3a7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.959271] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1280.959271] env[68116]: value = "task-2787097" [ 1280.959271] env[68116]: _type = "Task" [ 1280.959271] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.964378] env[68116]: DEBUG nova.objects.base [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1280.968022] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce18c6ed-8d1a-4cd1-b9fd-ba9f2a6f8a4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.970694] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.987634] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde765c7-b3e8-4082-9c5b-44598eccbbee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.992814] env[68116]: DEBUG oslo_vmware.api [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1280.992814] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ad721e-12b5-faa4-23c1-017f54016e13" [ 1280.992814] env[68116]: _type = "Task" [ 1280.992814] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.001165] env[68116]: DEBUG oslo_vmware.api [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ad721e-12b5-faa4-23c1-017f54016e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.340904] env[68116]: DEBUG oslo_vmware.api [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173314} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.341184] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.341369] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.341546] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.341724] env[68116]: INFO nova.compute.manager [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1281.341960] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.342171] env[68116]: DEBUG nova.compute.manager [-] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.342292] env[68116]: DEBUG nova.network.neutron [-] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.470560] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242111} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.470829] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.471611] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffbce80-667b-4af3-bd42-d79ff7433a76 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.493785] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ddb3d058-e572-41bd-9a7e-3fb25a6a0c91/ddb3d058-e572-41bd-9a7e-3fb25a6a0c91.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.494147] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7550f7ff-1bdf-4c3c-84f3-480556c00c19 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.516888] env[68116]: DEBUG oslo_vmware.api [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ad721e-12b5-faa4-23c1-017f54016e13, 'name': SearchDatastore_Task, 'duration_secs': 0.007497} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.518150] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.518408] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.519730] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1281.519730] env[68116]: value = "task-2787098" [ 1281.519730] env[68116]: _type = "Task" [ 1281.519730] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.528333] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.616712] env[68116]: DEBUG nova.compute.manager [req-f7f88056-d917-445c-b127-51bf28356290 req-ea161578-48b6-4749-8acb-97ab608563e7 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Received event network-vif-deleted-7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1281.616946] env[68116]: INFO nova.compute.manager [req-f7f88056-d917-445c-b127-51bf28356290 req-ea161578-48b6-4749-8acb-97ab608563e7 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Neutron deleted interface 7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111; detaching it from the instance and deleting it from the info cache [ 1281.617142] env[68116]: DEBUG nova.network.neutron [req-f7f88056-d917-445c-b127-51bf28356290 req-ea161578-48b6-4749-8acb-97ab608563e7 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.031706] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787098, 'name': ReconfigVM_Task, 'duration_secs': 0.438467} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.032048] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ddb3d058-e572-41bd-9a7e-3fb25a6a0c91/ddb3d058-e572-41bd-9a7e-3fb25a6a0c91.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.032738] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-305c1983-a2e3-46b1-82b9-8fcd52f4d94b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.039108] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1282.039108] env[68116]: value = "task-2787099" [ 1282.039108] env[68116]: _type = "Task" [ 1282.039108] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.047464] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787099, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.092418] env[68116]: DEBUG nova.network.neutron [-] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.120322] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7093989b-63d9-4164-9dd7-919d4f36bb1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.129997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c18df6-61bc-444e-ba02-df55ee6d7ec7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.141838] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bdafc0-fff3-4d4e-8c6d-0e120abf7c5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.150816] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992dddb0-e564-477f-b2ca-9e476eabf1fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.189711] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76692d-415d-4cc6-b999-c99f34eef013 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.192746] env[68116]: DEBUG nova.compute.manager [req-f7f88056-d917-445c-b127-51bf28356290 req-ea161578-48b6-4749-8acb-97ab608563e7 service nova] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Detach interface failed, port_id=7e5bdc5a-2f0c-47c8-b9eb-eb592e9f9111, reason: Instance 68220254-38d4-4f7e-adc7-22fb41f8d301 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1282.197950] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ae4bd-ffee-486d-bf0f-26d4731abd18 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.211675] env[68116]: DEBUG nova.compute.provider_tree [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.549632] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787099, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.595604] env[68116]: INFO nova.compute.manager [-] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Took 1.25 seconds to deallocate network for instance. [ 1282.733955] env[68116]: ERROR nova.scheduler.client.report [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [req-d3fb3288-3623-4c99-809c-064d4e6179a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d3fb3288-3623-4c99-809c-064d4e6179a6"}]} [ 1282.749605] env[68116]: DEBUG nova.scheduler.client.report [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1282.761677] env[68116]: DEBUG nova.scheduler.client.report [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1282.761883] env[68116]: DEBUG nova.compute.provider_tree [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.771813] env[68116]: DEBUG nova.scheduler.client.report [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1282.795439] env[68116]: DEBUG nova.scheduler.client.report [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1282.898248] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ae2b2-c003-4b5a-91dc-5df57015c676 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.906101] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a280c6-a395-4f72-9367-0e0956ec5e3c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.937645] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d4f10-a0b2-4d4d-91b0-32881cc7c739 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.945079] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7eb45d-9a53-4590-839b-2fc8eda612de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.958425] env[68116]: DEBUG nova.compute.provider_tree [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.049808] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787099, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.102317] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.487806] env[68116]: DEBUG nova.scheduler.client.report [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1283.488097] env[68116]: DEBUG nova.compute.provider_tree [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 174 to 175 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1283.488390] env[68116]: DEBUG nova.compute.provider_tree [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.551051] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787099, 'name': Rename_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.050566] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787099, 'name': Rename_Task, 'duration_secs': 1.975118} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.051021] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.051067] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db540c47-6d93-4042-96c6-e6a436b02721 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.056724] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1284.056724] env[68116]: value = "task-2787100" [ 1284.056724] env[68116]: _type = "Task" [ 1284.056724] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.063909] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.064150] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.065416] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.498714] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.980s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.502285] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.400s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.502649] env[68116]: DEBUG nova.objects.instance [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'resources' on Instance uuid 68220254-38d4-4f7e-adc7-22fb41f8d301 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.571700] env[68116]: INFO nova.compute.manager [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Detaching volume dc17e44e-1d23-45cd-a52e-855101c5201b [ 1284.574112] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.603055] env[68116]: INFO nova.virt.block_device [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Attempting to driver detach volume dc17e44e-1d23-45cd-a52e-855101c5201b from mountpoint /dev/sdb [ 1284.603325] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1284.603525] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560250', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'name': 'volume-dc17e44e-1d23-45cd-a52e-855101c5201b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '741abbe4-332f-425d-aa92-88078ee33183', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'serial': 'dc17e44e-1d23-45cd-a52e-855101c5201b'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1284.604418] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c598e21-7e47-4456-ba48-2b29ad75f78f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.626187] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a409566f-4a2c-404b-9fc3-90574af0de70 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.633016] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a9bcb-ad49-496f-8485-128d07afdfcd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.653889] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66dff3-e7a9-46ac-aae9-a2a2d14accc0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.668250] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] The volume has not been displaced from its original location: [datastore2] volume-dc17e44e-1d23-45cd-a52e-855101c5201b/volume-dc17e44e-1d23-45cd-a52e-855101c5201b.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1284.673509] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1284.674141] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168e83b3-64e5-4e7f-b99d-1c6ce637572d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.692086] env[68116]: DEBUG oslo_vmware.api [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1284.692086] env[68116]: value = "task-2787101" [ 1284.692086] env[68116]: _type = "Task" [ 1284.692086] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.699983] env[68116]: DEBUG oslo_vmware.api [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.054436] env[68116]: INFO nova.scheduler.client.report [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted allocation for migration 8affb84a-12b9-4e75-a7c7-160c019251c5 [ 1285.070240] env[68116]: DEBUG oslo_vmware.api [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787100, 'name': PowerOnVM_Task, 'duration_secs': 0.748091} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.070594] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.070820] env[68116]: INFO nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1285.071016] env[68116]: DEBUG nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.071807] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b453149-5a09-4bb8-a6af-5af014b6cebc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.121361] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c8222-a674-45a5-8ec5-ace8df95bfee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.128400] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fb23f1-15b5-4811-a7cd-a405e8879c5d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.164996] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4b10b4-8d81-4826-ae1c-7396dc53c4a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.171783] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec32d0-cb16-4942-bbf9-02cf429452ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.184445] env[68116]: DEBUG nova.compute.provider_tree [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.201363] env[68116]: DEBUG oslo_vmware.api [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787101, 'name': ReconfigVM_Task, 'duration_secs': 0.241665} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.201617] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1285.206128] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4032fd56-1309-4e43-9c4f-86d2f70f73c0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.221121] env[68116]: DEBUG oslo_vmware.api [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1285.221121] env[68116]: value = "task-2787102" [ 1285.221121] env[68116]: _type = "Task" [ 1285.221121] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.228364] env[68116]: DEBUG oslo_vmware.api [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.560510] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f9261c36-914c-4161-878f-e07a0c72ea06 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.366s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.589325] env[68116]: INFO nova.compute.manager [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Took 13.43 seconds to build instance. [ 1285.651218] env[68116]: INFO nova.compute.manager [None req-ec46aa55-fdfc-442a-80a0-576958ab8361 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Get console output [ 1285.651573] env[68116]: WARNING nova.virt.vmwareapi.driver [None req-ec46aa55-fdfc-442a-80a0-576958ab8361 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] The console log is missing. Check your VSPC configuration [ 1285.687921] env[68116]: DEBUG nova.scheduler.client.report [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.731653] env[68116]: DEBUG oslo_vmware.api [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787102, 'name': ReconfigVM_Task, 'duration_secs': 0.137294} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.731908] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560250', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'name': 'volume-dc17e44e-1d23-45cd-a52e-855101c5201b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '741abbe4-332f-425d-aa92-88078ee33183', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc17e44e-1d23-45cd-a52e-855101c5201b', 'serial': 'dc17e44e-1d23-45cd-a52e-855101c5201b'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1286.019222] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.091446] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e34da8ca-1d79-4c0a-84b8-ba4c691b578c tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.944s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.193047] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.210911] env[68116]: INFO nova.scheduler.client.report [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted allocations for instance 68220254-38d4-4f7e-adc7-22fb41f8d301 [ 1286.270620] env[68116]: DEBUG nova.objects.instance [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.345685] env[68116]: DEBUG nova.compute.manager [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Received event network-changed-4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1286.345685] env[68116]: DEBUG nova.compute.manager [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Refreshing instance network info cache due to event network-changed-4d65086c-4d90-4148-9f8c-e612e37d99c5. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1286.345828] env[68116]: DEBUG oslo_concurrency.lockutils [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.345976] env[68116]: DEBUG oslo_concurrency.lockutils [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.346157] env[68116]: DEBUG nova.network.neutron [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Refreshing network info cache for port 4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.719284] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ddf9210f-2b4c-404a-aa8e-23ebb703aa89 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "68220254-38d4-4f7e-adc7-22fb41f8d301" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.007s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.079122] env[68116]: DEBUG nova.network.neutron [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updated VIF entry in instance network info cache for port 4d65086c-4d90-4148-9f8c-e612e37d99c5. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.079481] env[68116]: DEBUG nova.network.neutron [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.250944] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.277343] env[68116]: DEBUG oslo_concurrency.lockutils [None req-2ac51755-dcc4-46f6-8608-36ae0016bcf6 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.278503] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.028s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.278698] env[68116]: DEBUG nova.compute.manager [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.279844] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b59e7f3-0df7-4f42-b433-9a0905fcd6b0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.286799] env[68116]: DEBUG nova.compute.manager [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1287.287454] env[68116]: DEBUG nova.objects.instance [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.582407] env[68116]: DEBUG oslo_concurrency.lockutils [req-06daca74-bfc4-4639-9434-2bda71a96e3d req-c52e4348-c038-4fcf-917c-7922ee684d56 service nova] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.771066] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.771351] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.018331] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.018568] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.274014] env[68116]: DEBUG nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.293869] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.293869] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7053852b-45b1-46f4-b220-9542aec31100 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.302052] env[68116]: DEBUG oslo_vmware.api [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1288.302052] env[68116]: value = "task-2787103" [ 1288.302052] env[68116]: _type = "Task" [ 1288.302052] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.311129] env[68116]: DEBUG oslo_vmware.api [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.521864] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.522064] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.522117] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.522283] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1288.523178] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c965e3a1-511b-4db2-a1de-9488aaa5d7f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.531711] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae5b85-db96-45bb-ab93-bab8b0c9052e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.545101] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3784d7d8-dd30-42e0-9872-54da09993e03 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.551194] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb43af14-8944-4005-9be8-e9e16f082d89 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.579694] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179921MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1288.579848] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.580096] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.797280] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.811049] env[68116]: DEBUG oslo_vmware.api [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787103, 'name': PowerOffVM_Task, 'duration_secs': 0.396339} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.811343] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.811540] env[68116]: DEBUG nova.compute.manager [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.812298] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac162d4-3a69-4a6b-9a32-979b4229883c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.322521] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b217e045-2695-4f8e-b485-5f87fe93d98b tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.604554] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 59e4767e-8354-466f-a0cf-6f89efa776e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.604728] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance b90cd204-f738-4030-b2e4-49498a2ab627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.604852] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 741abbe4-332f-425d-aa92-88078ee33183 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.604970] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.605111] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 9b573246-afc5-4892-a6a7-47ee647ef63f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.605232] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance edad6165-fc3e-4f56-be21-c18e9322c27e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.605348] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1289.610643] env[68116]: DEBUG nova.objects.instance [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.108896] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance aba861dc-87a3-4de8-b4e5-bf6954ad5ef6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1290.109177] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1290.109328] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1290.115086] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.115263] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.115429] env[68116]: DEBUG nova.network.neutron [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.115596] env[68116]: DEBUG nova.objects.instance [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'info_cache' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.199243] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f3f03-32a3-4858-8848-a3b76108a3e4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.206462] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9010bbb8-1ef0-4f3f-a60b-4a2ca6ec0ed3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.236513] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0f6aa3-8182-4e73-abb5-fdbb6a0f2f6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.243330] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41473a5c-54d9-4579-ab03-298588be5cdb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.256105] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.618887] env[68116]: DEBUG nova.objects.base [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Object Instance<741abbe4-332f-425d-aa92-88078ee33183> lazy-loaded attributes: flavor,info_cache {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1290.759146] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.263446] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1291.263681] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.684s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.263931] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.467s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.265409] env[68116]: INFO nova.compute.claims [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.331812] env[68116]: DEBUG nova.network.neutron [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating instance_info_cache with network_info: [{"id": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "address": "fa:16:3e:5c:b9:5d", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54a6040-3a", "ovs_interfaceid": "f54a6040-3a0b-4dd9-a6a7-5760ca40da2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.834819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "refresh_cache-741abbe4-332f-425d-aa92-88078ee33183" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.268395] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.268619] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.376864] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d267e5-703e-40a7-944f-48a7d3ccbdb2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.384550] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fdff6f-8344-464f-b3f8-1c725fe78df3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.416235] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d0f36-7a0c-46b9-9453-e7a4d4d7c753 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.423771] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d339358-b5a5-4f27-aefa-d83d3d49261d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.436880] env[68116]: DEBUG nova.compute.provider_tree [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.775089] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.775334] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.775476] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.775630] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.775987] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1292.839580] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.839910] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-719fd218-060e-488e-a7e1-db1ffd7b8d9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.847168] env[68116]: DEBUG oslo_vmware.api [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1292.847168] env[68116]: value = "task-2787104" [ 1292.847168] env[68116]: _type = "Task" [ 1292.847168] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.854558] env[68116]: DEBUG oslo_vmware.api [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.939873] env[68116]: DEBUG nova.scheduler.client.report [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.357355] env[68116]: DEBUG oslo_vmware.api [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787104, 'name': PowerOnVM_Task, 'duration_secs': 0.351315} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.357615] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.357810] env[68116]: DEBUG nova.compute.manager [None req-b8fdad95-367c-4ebc-8ac7-1e0b67e31b16 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.358658] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a9cf32-a1bc-453f-adfa-62c54f202206 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.445170] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.445696] env[68116]: DEBUG nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.950901] env[68116]: DEBUG nova.compute.utils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.952462] env[68116]: DEBUG nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.952633] env[68116]: DEBUG nova.network.neutron [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.987015] env[68116]: DEBUG nova.policy [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aea7bd9c8c22490788d62a5e61a256f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a482b124834b3b90c6f2d6d10d31f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.232878] env[68116]: DEBUG nova.network.neutron [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Successfully created port: 4bf43057-d14d-4cb2-a9d6-c748fa544403 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.456101] env[68116]: DEBUG nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.464114] env[68116]: DEBUG nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.493766] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.494187] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.494562] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.494924] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.495276] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.495604] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.496031] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.496408] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.496749] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.497115] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.497482] env[68116]: DEBUG nova.virt.hardware [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.498930] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce82bf6-724b-4c88-a63a-6f68c2c075fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.508894] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598e759-c6f6-47b0-b077-a952e039c1d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.597203] env[68116]: DEBUG nova.compute.manager [req-923cc1f0-cbe8-4f89-8866-52ec49a6a70e req-4b1947a8-6521-408c-99ab-59aa24e06f43 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Received event network-vif-plugged-4bf43057-d14d-4cb2-a9d6-c748fa544403 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1295.597459] env[68116]: DEBUG oslo_concurrency.lockutils [req-923cc1f0-cbe8-4f89-8866-52ec49a6a70e req-4b1947a8-6521-408c-99ab-59aa24e06f43 service nova] Acquiring lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.597621] env[68116]: DEBUG oslo_concurrency.lockutils [req-923cc1f0-cbe8-4f89-8866-52ec49a6a70e req-4b1947a8-6521-408c-99ab-59aa24e06f43 service nova] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.597800] env[68116]: DEBUG oslo_concurrency.lockutils [req-923cc1f0-cbe8-4f89-8866-52ec49a6a70e req-4b1947a8-6521-408c-99ab-59aa24e06f43 service nova] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.597974] env[68116]: DEBUG nova.compute.manager [req-923cc1f0-cbe8-4f89-8866-52ec49a6a70e req-4b1947a8-6521-408c-99ab-59aa24e06f43 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] No waiting events found dispatching network-vif-plugged-4bf43057-d14d-4cb2-a9d6-c748fa544403 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.598157] env[68116]: WARNING nova.compute.manager [req-923cc1f0-cbe8-4f89-8866-52ec49a6a70e req-4b1947a8-6521-408c-99ab-59aa24e06f43 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Received unexpected event network-vif-plugged-4bf43057-d14d-4cb2-a9d6-c748fa544403 for instance with vm_state building and task_state spawning. [ 1295.679846] env[68116]: DEBUG nova.network.neutron [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Successfully updated port: 4bf43057-d14d-4cb2-a9d6-c748fa544403 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.182599] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "refresh_cache-aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.182691] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "refresh_cache-aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.182939] env[68116]: DEBUG nova.network.neutron [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.713354] env[68116]: DEBUG nova.network.neutron [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.825630] env[68116]: DEBUG nova.network.neutron [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Updating instance_info_cache with network_info: [{"id": "4bf43057-d14d-4cb2-a9d6-c748fa544403", "address": "fa:16:3e:34:65:35", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf43057-d1", "ovs_interfaceid": "4bf43057-d14d-4cb2-a9d6-c748fa544403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.328041] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "refresh_cache-aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.328327] env[68116]: DEBUG nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Instance network_info: |[{"id": "4bf43057-d14d-4cb2-a9d6-c748fa544403", "address": "fa:16:3e:34:65:35", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf43057-d1", "ovs_interfaceid": "4bf43057-d14d-4cb2-a9d6-c748fa544403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.328792] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:65:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf43057-d14d-4cb2-a9d6-c748fa544403', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.336601] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.336810] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.337084] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e003ec-6153-48c8-812d-4b778ff65a34 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.358823] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.358823] env[68116]: value = "task-2787105" [ 1297.358823] env[68116]: _type = "Task" [ 1297.358823] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.366299] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787105, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.624484] env[68116]: DEBUG nova.compute.manager [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Received event network-changed-4bf43057-d14d-4cb2-a9d6-c748fa544403 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1297.624671] env[68116]: DEBUG nova.compute.manager [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Refreshing instance network info cache due to event network-changed-4bf43057-d14d-4cb2-a9d6-c748fa544403. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1297.624922] env[68116]: DEBUG oslo_concurrency.lockutils [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] Acquiring lock "refresh_cache-aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.625090] env[68116]: DEBUG oslo_concurrency.lockutils [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] Acquired lock "refresh_cache-aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.625277] env[68116]: DEBUG nova.network.neutron [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Refreshing network info cache for port 4bf43057-d14d-4cb2-a9d6-c748fa544403 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.869331] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787105, 'name': CreateVM_Task, 'duration_secs': 0.31186} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.869570] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.870248] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.870425] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.870743] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.871010] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67c0012-e159-4ff8-8971-c490af79e845 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.875387] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1297.875387] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5212e7fb-7ca6-22e9-b702-a3b5112ef2cf" [ 1297.875387] env[68116]: _type = "Task" [ 1297.875387] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.883267] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5212e7fb-7ca6-22e9-b702-a3b5112ef2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.323578] env[68116]: DEBUG nova.network.neutron [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Updated VIF entry in instance network info cache for port 4bf43057-d14d-4cb2-a9d6-c748fa544403. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.323578] env[68116]: DEBUG nova.network.neutron [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Updating instance_info_cache with network_info: [{"id": "4bf43057-d14d-4cb2-a9d6-c748fa544403", "address": "fa:16:3e:34:65:35", "network": {"id": "b803c08c-c1d7-4dbb-9fe5-03479cc5cad9", "bridge": "br-int", "label": "tempest-ServersTestJSON-361286098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a482b124834b3b90c6f2d6d10d31f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf43057-d1", "ovs_interfaceid": "4bf43057-d14d-4cb2-a9d6-c748fa544403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.385201] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5212e7fb-7ca6-22e9-b702-a3b5112ef2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.385510] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.385735] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.385963] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.386132] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.386315] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.386817] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac491303-1d62-4326-aebe-fc647433ff7d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.394789] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.394966] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.395649] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bdee3a7-375b-4296-9c6d-ee67e22efc43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.400153] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1298.400153] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52948c64-6c90-3ff2-5025-6375990b5936" [ 1298.400153] env[68116]: _type = "Task" [ 1298.400153] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.407318] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52948c64-6c90-3ff2-5025-6375990b5936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.812862] env[68116]: DEBUG oslo_concurrency.lockutils [req-7644ed32-bb41-4f2e-8a82-3d665566ec70 req-6972ae16-e77c-4bb2-ae2e-108a4d8112f4 service nova] Releasing lock "refresh_cache-aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.911683] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52948c64-6c90-3ff2-5025-6375990b5936, 'name': SearchDatastore_Task, 'duration_secs': 0.00822} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.912490] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03afba47-2f42-478a-9032-a7493ed99f6a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.917763] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1298.917763] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5263d1e0-a5a1-4aca-46bf-55cdbc498923" [ 1298.917763] env[68116]: _type = "Task" [ 1298.917763] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.925886] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5263d1e0-a5a1-4aca-46bf-55cdbc498923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.428876] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5263d1e0-a5a1-4aca-46bf-55cdbc498923, 'name': SearchDatastore_Task, 'duration_secs': 0.014143} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.429212] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.429419] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] aba861dc-87a3-4de8-b4e5-bf6954ad5ef6/aba861dc-87a3-4de8-b4e5-bf6954ad5ef6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.429673] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1976bed8-0c1e-4deb-9d8e-262cc348b312 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.436191] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1299.436191] env[68116]: value = "task-2787106" [ 1299.436191] env[68116]: _type = "Task" [ 1299.436191] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.443369] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.946189] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475114} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.946568] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] aba861dc-87a3-4de8-b4e5-bf6954ad5ef6/aba861dc-87a3-4de8-b4e5-bf6954ad5ef6.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.946644] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.946861] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f1f47a-9583-4a5b-898f-008c3b6e208f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.952559] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1299.952559] env[68116]: value = "task-2787107" [ 1299.952559] env[68116]: _type = "Task" [ 1299.952559] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.959864] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.461751] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186401} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.462054] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.462842] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d57b18-e449-4950-b38d-e6cbbb3a1160 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.484453] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] aba861dc-87a3-4de8-b4e5-bf6954ad5ef6/aba861dc-87a3-4de8-b4e5-bf6954ad5ef6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.484735] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17952e3c-750e-40d9-b4b6-d12ba4dc4700 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.503144] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1300.503144] env[68116]: value = "task-2787108" [ 1300.503144] env[68116]: _type = "Task" [ 1300.503144] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.510540] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.014458] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.513421] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787108, 'name': ReconfigVM_Task, 'duration_secs': 0.560474} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.513711] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Reconfigured VM instance instance-0000007b to attach disk [datastore2] aba861dc-87a3-4de8-b4e5-bf6954ad5ef6/aba861dc-87a3-4de8-b4e5-bf6954ad5ef6.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.514355] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25a8f935-8d6c-44e7-82b0-6a5f55db11f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.520305] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1301.520305] env[68116]: value = "task-2787109" [ 1301.520305] env[68116]: _type = "Task" [ 1301.520305] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.527702] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787109, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.030506] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787109, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.531212] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787109, 'name': Rename_Task, 'duration_secs': 0.705688} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.531468] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.531713] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e2c1708-0eb8-45dc-bc68-ed0782861c14 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.537748] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1302.537748] env[68116]: value = "task-2787110" [ 1302.537748] env[68116]: _type = "Task" [ 1302.537748] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.545041] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.047861] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.547644] env[68116]: DEBUG oslo_vmware.api [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787110, 'name': PowerOnVM_Task, 'duration_secs': 0.546072} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.548129] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.548129] env[68116]: INFO nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1303.548320] env[68116]: DEBUG nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.549048] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010a8bb2-d6f6-4f21-b322-28c7a1aa6556 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.067722] env[68116]: INFO nova.compute.manager [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Took 15.29 seconds to build instance. [ 1304.569715] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c34e6254-e6d9-48ba-ae69-0c1fba060545 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.798s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.503599] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.503884] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.504083] env[68116]: DEBUG nova.compute.manager [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.504997] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab5cf0-ef88-4067-b18b-80ee089897d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.512236] env[68116]: DEBUG nova.compute.manager [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1305.512788] env[68116]: DEBUG nova.objects.instance [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'flavor' on Instance uuid aba861dc-87a3-4de8-b4e5-bf6954ad5ef6 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.562983] env[68116]: DEBUG oslo_concurrency.lockutils [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "9b573246-afc5-4892-a6a7-47ee647ef63f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.563229] env[68116]: DEBUG oslo_concurrency.lockutils [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.066295] env[68116]: DEBUG nova.compute.utils [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.522144] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.522512] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf32fea2-ce83-4abb-84c5-ad9064760998 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.530192] env[68116]: DEBUG oslo_vmware.api [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1306.530192] env[68116]: value = "task-2787111" [ 1306.530192] env[68116]: _type = "Task" [ 1306.530192] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.539057] env[68116]: DEBUG oslo_vmware.api [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.569996] env[68116]: DEBUG oslo_concurrency.lockutils [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.040388] env[68116]: DEBUG oslo_vmware.api [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787111, 'name': PowerOffVM_Task, 'duration_secs': 0.224274} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.040655] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.040852] env[68116]: DEBUG nova.compute.manager [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.041680] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f62ad-7087-4026-87b3-81e40914038e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.555284] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6a432037-b327-4668-876c-b3a5cc49f0e6 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.639782] env[68116]: DEBUG oslo_concurrency.lockutils [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "9b573246-afc5-4892-a6a7-47ee647ef63f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.640115] env[68116]: DEBUG oslo_concurrency.lockutils [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.640411] env[68116]: INFO nova.compute.manager [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Attaching volume 7e8301c5-9b56-4703-a6fe-b4f24c071ca4 to /dev/sdb [ 1307.672095] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dd973d-c887-4750-baf4-825908215070 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.680012] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ea10c-3914-4959-b814-117028b1aee4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.693730] env[68116]: DEBUG nova.virt.block_device [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Updating existing volume attachment record: c16baa8f-254d-427d-bca5-b81781431cbd {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1308.163283] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.163528] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.163860] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.164085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.164270] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.166561] env[68116]: INFO nova.compute.manager [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Terminating instance [ 1308.671462] env[68116]: DEBUG nova.compute.manager [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.671859] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.672617] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2004b65-ca31-4581-b8b7-5beabfb31ee8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.680303] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.680546] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a3969a9-4ede-44d8-a803-860ccc0da015 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.756582] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.756800] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.757036] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleting the datastore file [datastore2] aba861dc-87a3-4de8-b4e5-bf6954ad5ef6 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.757298] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14c33df9-7f62-4f23-b21c-453715a29c32 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.763349] env[68116]: DEBUG oslo_vmware.api [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1308.763349] env[68116]: value = "task-2787114" [ 1308.763349] env[68116]: _type = "Task" [ 1308.763349] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.771210] env[68116]: DEBUG oslo_vmware.api [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.272837] env[68116]: DEBUG oslo_vmware.api [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154519} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.273140] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.273326] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.273503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.273678] env[68116]: INFO nova.compute.manager [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1309.273921] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.274130] env[68116]: DEBUG nova.compute.manager [-] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.274227] env[68116]: DEBUG nova.network.neutron [-] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.524060] env[68116]: DEBUG nova.compute.manager [req-da7ee2be-7c1f-4ef3-af99-4c6546414347 req-b07195e5-9b49-468f-bd58-0eca93386540 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Received event network-vif-deleted-4bf43057-d14d-4cb2-a9d6-c748fa544403 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1309.524297] env[68116]: INFO nova.compute.manager [req-da7ee2be-7c1f-4ef3-af99-4c6546414347 req-b07195e5-9b49-468f-bd58-0eca93386540 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Neutron deleted interface 4bf43057-d14d-4cb2-a9d6-c748fa544403; detaching it from the instance and deleting it from the info cache [ 1309.524516] env[68116]: DEBUG nova.network.neutron [req-da7ee2be-7c1f-4ef3-af99-4c6546414347 req-b07195e5-9b49-468f-bd58-0eca93386540 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.006461] env[68116]: DEBUG nova.network.neutron [-] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.027950] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41c5a97f-5e4b-435e-a7d0-6521603ebacf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.036917] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf32068-55a6-4c79-a6c3-a901a2101f16 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.065533] env[68116]: DEBUG nova.compute.manager [req-da7ee2be-7c1f-4ef3-af99-4c6546414347 req-b07195e5-9b49-468f-bd58-0eca93386540 service nova] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Detach interface failed, port_id=4bf43057-d14d-4cb2-a9d6-c748fa544403, reason: Instance aba861dc-87a3-4de8-b4e5-bf6954ad5ef6 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1310.508881] env[68116]: INFO nova.compute.manager [-] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Took 1.23 seconds to deallocate network for instance. [ 1311.014921] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.015275] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.015525] env[68116]: DEBUG nova.objects.instance [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'resources' on Instance uuid aba861dc-87a3-4de8-b4e5-bf6954ad5ef6 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.615385] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b157ae7-1128-424e-b7de-06fbb2ef80d0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.623550] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bbe75d-65b2-4a4a-85d1-9c5497b2711f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.654640] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6af0dfa-953a-4f87-a440-8be529e4cb73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.661537] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e2bb9-871e-42ba-a05c-7ac2f7d34a71 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.674259] env[68116]: DEBUG nova.compute.provider_tree [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.194130] env[68116]: ERROR nova.scheduler.client.report [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [req-f4085de0-dbaa-4917-b3a5-30374375f828] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f4085de0-dbaa-4917-b3a5-30374375f828"}]} [ 1312.209363] env[68116]: DEBUG nova.scheduler.client.report [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1312.221158] env[68116]: DEBUG nova.scheduler.client.report [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1312.221381] env[68116]: DEBUG nova.compute.provider_tree [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.230883] env[68116]: DEBUG nova.scheduler.client.report [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1312.235030] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.235248] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560261', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'name': 'volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b573246-afc5-4892-a6a7-47ee647ef63f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'serial': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.236094] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59767b2-d5d5-4aec-8cc9-ec6e26cf0ac5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.252505] env[68116]: DEBUG nova.scheduler.client.report [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1312.254870] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f063427-cee0-46e3-b25f-17e495d773a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.279970] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4/volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.282275] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc81b5f1-453b-46a6-a134-505b69cd9a4c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.299789] env[68116]: DEBUG oslo_vmware.api [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1312.299789] env[68116]: value = "task-2787116" [ 1312.299789] env[68116]: _type = "Task" [ 1312.299789] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.308930] env[68116]: DEBUG oslo_vmware.api [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.381356] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b4013-177c-4ddb-8160-58dd2b890ce5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.388060] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62ab939-b741-499f-8186-4a0ad228eb6e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.416385] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b99968-4fff-4ea7-a527-a457b6db1698 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.423063] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1474ca94-a438-4a81-95bc-fcce8b3a00f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.435303] env[68116]: DEBUG nova.compute.provider_tree [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.537590] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "edad6165-fc3e-4f56-be21-c18e9322c27e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.537797] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.538021] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.538199] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.538365] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.540408] env[68116]: INFO nova.compute.manager [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Terminating instance [ 1312.809633] env[68116]: DEBUG oslo_vmware.api [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787116, 'name': ReconfigVM_Task, 'duration_secs': 0.331004} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.809889] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4/volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.814559] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80602aaa-09f7-42d8-b749-dc058f1ec668 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.829090] env[68116]: DEBUG oslo_vmware.api [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1312.829090] env[68116]: value = "task-2787117" [ 1312.829090] env[68116]: _type = "Task" [ 1312.829090] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.836185] env[68116]: DEBUG oslo_vmware.api [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.964678] env[68116]: DEBUG nova.scheduler.client.report [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updated inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1312.964958] env[68116]: DEBUG nova.compute.provider_tree [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 generation from 177 to 178 during operation: update_inventory {{(pid=68116) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1312.965162] env[68116]: DEBUG nova.compute.provider_tree [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1313.044141] env[68116]: DEBUG nova.compute.manager [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.044353] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.044981] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580fb3a9-f96a-4475-9ba0-3f743ca9c5eb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.053729] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1313.053729] env[68116]: value = "task-2787118" [ 1313.053729] env[68116]: _type = "Task" [ 1313.053729] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.061335] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.338736] env[68116]: DEBUG oslo_vmware.api [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787117, 'name': ReconfigVM_Task, 'duration_secs': 0.143361} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.339091] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560261', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'name': 'volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b573246-afc5-4892-a6a7-47ee647ef63f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'serial': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1313.470616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.488415] env[68116]: INFO nova.scheduler.client.report [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted allocations for instance aba861dc-87a3-4de8-b4e5-bf6954ad5ef6 [ 1313.562643] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787118, 'name': PowerOffVM_Task, 'duration_secs': 0.169801} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.562906] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.563115] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.563314] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560251', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'name': 'volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'edad6165-fc3e-4f56-be21-c18e9322c27e', 'attached_at': '2025-03-06T05:00:03.000000', 'detached_at': '', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'serial': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.564192] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723cd4f9-b843-4d01-bc75-d102937fbaf3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.581583] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3678c6-b7a3-4c86-86af-a5d52ee89e0d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.587457] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3673715c-5b65-4df3-bcca-4ac646413661 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.604819] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d6ea63-9af8-4a66-a415-3b56f681a00e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.618703] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] The volume has not been displaced from its original location: [datastore2] volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e/volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.623845] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.624100] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ff1ab81-bd9e-4f2e-9a05-90280cbb4aed {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.640846] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1313.640846] env[68116]: value = "task-2787119" [ 1313.640846] env[68116]: _type = "Task" [ 1313.640846] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.652861] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.997514] env[68116]: DEBUG oslo_concurrency.lockutils [None req-f5072db5-7fa2-4f05-b6b3-9df94e134c2a tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "aba861dc-87a3-4de8-b4e5-bf6954ad5ef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.834s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.153425] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787119, 'name': ReconfigVM_Task, 'duration_secs': 0.160045} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.153734] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.158438] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21c83bc-a86a-421e-8919-3f7da5d62848 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.173569] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1314.173569] env[68116]: value = "task-2787120" [ 1314.173569] env[68116]: _type = "Task" [ 1314.173569] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.181461] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.373522] env[68116]: DEBUG nova.objects.instance [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'flavor' on Instance uuid 9b573246-afc5-4892-a6a7-47ee647ef63f {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.683026] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787120, 'name': ReconfigVM_Task, 'duration_secs': 0.144304} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.683434] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560251', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'name': 'volume-cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'edad6165-fc3e-4f56-be21-c18e9322c27e', 'attached_at': '2025-03-06T05:00:03.000000', 'detached_at': '', 'volume_id': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e', 'serial': 'cb7212fc-7ec4-4d76-ae0a-0e6ab409366e'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1314.683641] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.684673] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcda3fc-62d2-4c06-8fc2-d5dd5ee33272 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.690925] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.691144] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8058572-ab71-4c21-b5e9-56c48107490b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.758935] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.759302] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.759550] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleting the datastore file [datastore2] edad6165-fc3e-4f56-be21-c18e9322c27e {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.759817] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bbbf389-9aa5-41f4-b0a4-4329f151df66 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.765380] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1314.765380] env[68116]: value = "task-2787122" [ 1314.765380] env[68116]: _type = "Task" [ 1314.765380] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.773458] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.878024] env[68116]: DEBUG oslo_concurrency.lockutils [None req-409b8f35-9c5f-43ba-89ff-5cc36dc735f5 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.977113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "b90cd204-f738-4030-b2e4-49498a2ab627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.977349] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "b90cd204-f738-4030-b2e4-49498a2ab627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.977560] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "b90cd204-f738-4030-b2e4-49498a2ab627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.977741] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "b90cd204-f738-4030-b2e4-49498a2ab627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.977906] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "b90cd204-f738-4030-b2e4-49498a2ab627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.980062] env[68116]: INFO nova.compute.manager [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Terminating instance [ 1315.109192] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "9b573246-afc5-4892-a6a7-47ee647ef63f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.109458] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.275526] env[68116]: DEBUG oslo_vmware.api [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092184} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.275729] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.275911] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.276099] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.276278] env[68116]: INFO nova.compute.manager [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1315.276511] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.276693] env[68116]: DEBUG nova.compute.manager [-] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.276787] env[68116]: DEBUG nova.network.neutron [-] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.484100] env[68116]: DEBUG nova.compute.manager [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.484425] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.485237] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e991b687-e61d-4e1d-a8b8-eb32aea32c25 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.492713] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.492939] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c1a1e38-eaaf-4d18-8cc5-e5efa63b8873 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.498965] env[68116]: DEBUG oslo_vmware.api [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1315.498965] env[68116]: value = "task-2787123" [ 1315.498965] env[68116]: _type = "Task" [ 1315.498965] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.506649] env[68116]: DEBUG oslo_vmware.api [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.612728] env[68116]: INFO nova.compute.manager [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Detaching volume 7e8301c5-9b56-4703-a6fe-b4f24c071ca4 [ 1315.648194] env[68116]: INFO nova.virt.block_device [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Attempting to driver detach volume 7e8301c5-9b56-4703-a6fe-b4f24c071ca4 from mountpoint /dev/sdb [ 1315.648889] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1315.649205] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560261', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'name': 'volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b573246-afc5-4892-a6a7-47ee647ef63f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'serial': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1315.650676] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093f995-c385-4201-aab4-c785c4369569 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.675923] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b75c234-3cd9-43ea-8531-8cb1ef62da80 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.685880] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bad801-dd16-499b-8d31-112919d911c2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.709677] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9062e-56c9-438a-b977-81a55c30e230 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.713540] env[68116]: DEBUG nova.compute.manager [req-c3f160b9-83a1-4b54-8e91-b49ab5f8b6ca req-f7f425d2-8a20-4905-9903-f18fe781ea92 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Received event network-vif-deleted-b77c9b0a-8f60-4682-acca-45df8d966ead {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1315.713772] env[68116]: INFO nova.compute.manager [req-c3f160b9-83a1-4b54-8e91-b49ab5f8b6ca req-f7f425d2-8a20-4905-9903-f18fe781ea92 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Neutron deleted interface b77c9b0a-8f60-4682-acca-45df8d966ead; detaching it from the instance and deleting it from the info cache [ 1315.713974] env[68116]: DEBUG nova.network.neutron [req-c3f160b9-83a1-4b54-8e91-b49ab5f8b6ca req-f7f425d2-8a20-4905-9903-f18fe781ea92 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.729295] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4/volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1315.735385] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.736131] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89110d2-0a52-451d-aa04-7f0a71a0edc0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.755495] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1315.755495] env[68116]: value = "task-2787124" [ 1315.755495] env[68116]: _type = "Task" [ 1315.755495] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.763025] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.009096] env[68116]: DEBUG oslo_vmware.api [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787123, 'name': PowerOffVM_Task, 'duration_secs': 0.207069} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.009096] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.009096] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.009096] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-130324f9-34a5-4eff-8021-c3fda14b1759 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.070479] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.070694] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.070881] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleting the datastore file [datastore2] b90cd204-f738-4030-b2e4-49498a2ab627 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.071143] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b3773a-8a97-4555-83e6-9a1298f71b38 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.079241] env[68116]: DEBUG oslo_vmware.api [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for the task: (returnval){ [ 1316.079241] env[68116]: value = "task-2787126" [ 1316.079241] env[68116]: _type = "Task" [ 1316.079241] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.086384] env[68116]: DEBUG oslo_vmware.api [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.189513] env[68116]: DEBUG nova.network.neutron [-] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.216250] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-452e7c9c-41a3-44fe-8398-3b8d968eb7b3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.227556] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ff2a8b-bf44-4976-aaa6-a99817642008 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.254609] env[68116]: DEBUG nova.compute.manager [req-c3f160b9-83a1-4b54-8e91-b49ab5f8b6ca req-f7f425d2-8a20-4905-9903-f18fe781ea92 service nova] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Detach interface failed, port_id=b77c9b0a-8f60-4682-acca-45df8d966ead, reason: Instance edad6165-fc3e-4f56-be21-c18e9322c27e could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1316.264057] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787124, 'name': ReconfigVM_Task, 'duration_secs': 0.215407} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.264057] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.268462] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c60a382e-d9df-413d-9af1-8892ab8522cc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.283802] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1316.283802] env[68116]: value = "task-2787127" [ 1316.283802] env[68116]: _type = "Task" [ 1316.283802] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.292089] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.589570] env[68116]: DEBUG oslo_vmware.api [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Task: {'id': task-2787126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122268} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.589570] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.589904] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.589904] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.590021] env[68116]: INFO nova.compute.manager [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1316.590281] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.590466] env[68116]: DEBUG nova.compute.manager [-] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.590558] env[68116]: DEBUG nova.network.neutron [-] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.692599] env[68116]: INFO nova.compute.manager [-] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Took 1.42 seconds to deallocate network for instance. [ 1316.793862] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.234869] env[68116]: INFO nova.compute.manager [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Took 0.54 seconds to detach 1 volumes for instance. [ 1317.236918] env[68116]: DEBUG nova.compute.manager [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Deleting volume: cb7212fc-7ec4-4d76-ae0a-0e6ab409366e {{(pid=68116) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1317.294581] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.344711] env[68116]: DEBUG nova.network.neutron [-] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.734432] env[68116]: DEBUG nova.compute.manager [req-a940d3dc-cc57-4912-9b4e-f297e1607fe8 req-8eed448d-6942-4f5e-bfed-a5b6c7b14a55 service nova] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Received event network-vif-deleted-859590c1-db8b-4025-82f1-0bd2367b8b3a {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1317.774287] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.774579] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.774795] env[68116]: DEBUG nova.objects.instance [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'resources' on Instance uuid edad6165-fc3e-4f56-be21-c18e9322c27e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.796699] env[68116]: DEBUG oslo_vmware.api [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787127, 'name': ReconfigVM_Task, 'duration_secs': 1.142719} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.796847] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560261', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'name': 'volume-7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b573246-afc5-4892-a6a7-47ee647ef63f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4', 'serial': '7e8301c5-9b56-4703-a6fe-b4f24c071ca4'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1317.847456] env[68116]: INFO nova.compute.manager [-] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Took 1.26 seconds to deallocate network for instance. [ 1318.337153] env[68116]: DEBUG nova.objects.instance [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'flavor' on Instance uuid 9b573246-afc5-4892-a6a7-47ee647ef63f {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.353357] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.371891] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758dcb76-348e-4648-a781-e82a9e1fae21 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.379332] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd9aa7f-98fe-41be-abcd-ff7525cda0fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.409606] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48452ca3-ccb4-40b1-aead-79acdd457ed4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.417172] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c96655-bdb4-42db-94f3-d472c130fa2b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.430104] env[68116]: DEBUG nova.compute.provider_tree [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.933135] env[68116]: DEBUG nova.scheduler.client.report [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.344398] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27b3c6ce-cbff-44c3-af01-3e941bfd950f tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.235s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.438077] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.441028] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.087s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.441028] env[68116]: DEBUG nova.objects.instance [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lazy-loading 'resources' on Instance uuid b90cd204-f738-4030-b2e4-49498a2ab627 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.459204] env[68116]: INFO nova.scheduler.client.report [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted allocations for instance edad6165-fc3e-4f56-be21-c18e9322c27e [ 1319.965849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-4ab91def-8af9-46fe-8b14-e3fc667497b5 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "edad6165-fc3e-4f56-be21-c18e9322c27e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.428s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.022562] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417d59ce-7520-46f7-bf62-2110e29d99f1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.030973] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae2778c-763b-4fe9-b8bf-3e608276c2f5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.060117] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674d09f5-4c99-41fa-80f2-e50d98a2618c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.066770] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01135e-4d85-49ff-9467-d65a5e5f4914 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.079578] env[68116]: DEBUG nova.compute.provider_tree [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.233556] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.233776] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.233950] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.234176] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.234404] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.238214] env[68116]: INFO nova.compute.manager [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Terminating instance [ 1320.396798] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "9b573246-afc5-4892-a6a7-47ee647ef63f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.397082] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.397277] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "9b573246-afc5-4892-a6a7-47ee647ef63f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.397455] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.397620] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.399813] env[68116]: INFO nova.compute.manager [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Terminating instance [ 1320.582675] env[68116]: DEBUG nova.scheduler.client.report [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.742067] env[68116]: DEBUG nova.compute.manager [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.742289] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.743178] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a5dde5-dce1-40d6-b5c4-cf6fc10a94d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.751010] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.751230] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc70fb6f-62cd-46e4-947c-535a33f745fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.756579] env[68116]: DEBUG oslo_vmware.api [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1320.756579] env[68116]: value = "task-2787129" [ 1320.756579] env[68116]: _type = "Task" [ 1320.756579] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.764015] env[68116]: DEBUG oslo_vmware.api [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.904126] env[68116]: DEBUG nova.compute.manager [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.904400] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.905277] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66622f89-f482-433c-a3e9-5ee0b813c5e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.913741] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.913986] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b4724b-cfab-4133-8cae-256c5570dd68 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.919761] env[68116]: DEBUG oslo_vmware.api [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1320.919761] env[68116]: value = "task-2787130" [ 1320.919761] env[68116]: _type = "Task" [ 1320.919761] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.927509] env[68116]: DEBUG oslo_vmware.api [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.087264] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.105473] env[68116]: INFO nova.scheduler.client.report [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Deleted allocations for instance b90cd204-f738-4030-b2e4-49498a2ab627 [ 1321.268027] env[68116]: DEBUG oslo_vmware.api [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787129, 'name': PowerOffVM_Task, 'duration_secs': 0.188568} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.268027] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.268027] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.268027] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb607a49-f857-499c-a5f7-e6cdeb51b935 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.332215] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.332503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.332707] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleting the datastore file [datastore2] d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.332969] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b93a33f-f812-40a2-bb30-697433b79da4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.339697] env[68116]: DEBUG oslo_vmware.api [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1321.339697] env[68116]: value = "task-2787132" [ 1321.339697] env[68116]: _type = "Task" [ 1321.339697] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.346916] env[68116]: DEBUG oslo_vmware.api [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.429075] env[68116]: DEBUG oslo_vmware.api [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787130, 'name': PowerOffVM_Task, 'duration_secs': 0.169246} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.429357] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.429529] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.429770] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322df63e-bd87-4cdc-845f-617bdf3d0fe8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.491263] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.491492] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.491678] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleting the datastore file [datastore2] 9b573246-afc5-4892-a6a7-47ee647ef63f {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.491944] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94071dc9-3492-4b39-a27e-b5c0ac21e0d9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.498397] env[68116]: DEBUG oslo_vmware.api [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1321.498397] env[68116]: value = "task-2787134" [ 1321.498397] env[68116]: _type = "Task" [ 1321.498397] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.505832] env[68116]: DEBUG oslo_vmware.api [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.613657] env[68116]: DEBUG oslo_concurrency.lockutils [None req-7653c374-846a-484f-a249-f4bae4eeca14 tempest-ServersTestJSON-402636039 tempest-ServersTestJSON-402636039-project-member] Lock "b90cd204-f738-4030-b2e4-49498a2ab627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.636s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.850236] env[68116]: DEBUG oslo_vmware.api [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12868} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.850492] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.850680] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.850856] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.851044] env[68116]: INFO nova.compute.manager [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1321.851300] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.851523] env[68116]: DEBUG nova.compute.manager [-] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.851628] env[68116]: DEBUG nova.network.neutron [-] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.007688] env[68116]: DEBUG oslo_vmware.api [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125587} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.008233] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.009024] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.009024] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.009192] env[68116]: INFO nova.compute.manager [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1322.009369] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.009573] env[68116]: DEBUG nova.compute.manager [-] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.009669] env[68116]: DEBUG nova.network.neutron [-] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.144022] env[68116]: DEBUG nova.compute.manager [req-e711f473-b5f0-4fae-9dcf-83bdfd692b7c req-679162be-dba5-46bc-bb5d-01a5fb6c08bc service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Received event network-vif-deleted-0eed5405-0c98-4b82-b937-27bf2b2b64ad {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1322.144022] env[68116]: INFO nova.compute.manager [req-e711f473-b5f0-4fae-9dcf-83bdfd692b7c req-679162be-dba5-46bc-bb5d-01a5fb6c08bc service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Neutron deleted interface 0eed5405-0c98-4b82-b937-27bf2b2b64ad; detaching it from the instance and deleting it from the info cache [ 1322.144022] env[68116]: DEBUG nova.network.neutron [req-e711f473-b5f0-4fae-9dcf-83bdfd692b7c req-679162be-dba5-46bc-bb5d-01a5fb6c08bc service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.633026] env[68116]: DEBUG nova.network.neutron [-] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.648256] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d28dc400-0a2a-41b0-ba21-aa19fe65dc7c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.658216] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1176716-ba90-41a4-b537-fc3e4759e8f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.685885] env[68116]: DEBUG nova.compute.manager [req-e711f473-b5f0-4fae-9dcf-83bdfd692b7c req-679162be-dba5-46bc-bb5d-01a5fb6c08bc service nova] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Detach interface failed, port_id=0eed5405-0c98-4b82-b937-27bf2b2b64ad, reason: Instance d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1322.952150] env[68116]: DEBUG nova.network.neutron [-] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.133750] env[68116]: INFO nova.compute.manager [-] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Took 1.28 seconds to deallocate network for instance. [ 1323.456488] env[68116]: INFO nova.compute.manager [-] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Took 1.45 seconds to deallocate network for instance. [ 1323.639851] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.640132] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.640245] env[68116]: DEBUG nova.objects.instance [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'resources' on Instance uuid d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.964189] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.172053] env[68116]: DEBUG nova.compute.manager [req-bba537c3-8c54-4bd5-a394-6ce9feb6ba06 req-0780c336-74f2-43de-98ed-bda6f9e41793 service nova] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Received event network-vif-deleted-7aef2c9c-a681-4cc7-93bb-bf0a18409c21 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1324.216317] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa68299-bbfa-4ea6-8f17-b5088a12cc50 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.224129] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38894c12-445a-4013-8023-c43bba209024 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.254982] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7101e4-f27d-4cbd-9c54-852ef7df21cf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.262230] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b51248-476e-4450-8472-527f2203ffdd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.276260] env[68116]: DEBUG nova.compute.provider_tree [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.779738] env[68116]: DEBUG nova.scheduler.client.report [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.114072] env[68116]: DEBUG oslo_concurrency.lockutils [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.114299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.114489] env[68116]: DEBUG nova.compute.manager [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.115418] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8354c2-7796-45da-9219-987ea61be132 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.122377] env[68116]: DEBUG nova.compute.manager [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1325.122938] env[68116]: DEBUG nova.objects.instance [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'flavor' on Instance uuid ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.285051] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.287040] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.323s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.287307] env[68116]: DEBUG nova.objects.instance [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'resources' on Instance uuid 9b573246-afc5-4892-a6a7-47ee647ef63f {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.306650] env[68116]: INFO nova.scheduler.client.report [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted allocations for instance d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5 [ 1325.812960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-87e0770f-8d6c-45aa-920a-7a1e1566f8e9 tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.579s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.848324] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7ced01-a9e4-47cc-9e16-289ffd2ed597 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.856015] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1f5cb3-0a53-4ae1-9676-2ff345f2e131 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.884790] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79d047-7b69-4d22-9a85-6811c56ca64d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.891182] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce7a939-9621-4b70-aeb7-98181fd6647e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.903881] env[68116]: DEBUG nova.compute.provider_tree [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.129982] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.130329] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51df7726-d9b0-4967-a164-6e50ba4e3345 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.138261] env[68116]: DEBUG oslo_vmware.api [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1326.138261] env[68116]: value = "task-2787135" [ 1326.138261] env[68116]: _type = "Task" [ 1326.138261] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.145707] env[68116]: DEBUG oslo_vmware.api [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.407248] env[68116]: DEBUG nova.scheduler.client.report [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.648648] env[68116]: DEBUG oslo_vmware.api [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787135, 'name': PowerOffVM_Task, 'duration_secs': 0.170229} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.648931] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.649148] env[68116]: DEBUG nova.compute.manager [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.650031] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e51c4b-6e42-4008-83c7-306f4dd18b6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.912801] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.930626] env[68116]: INFO nova.scheduler.client.report [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted allocations for instance 9b573246-afc5-4892-a6a7-47ee647ef63f [ 1327.161113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-710d89e3-7adf-47a8-b544-3596a09de462 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.438491] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e59a7fa7-ca9e-429c-b576-150b616b3593 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "9b573246-afc5-4892-a6a7-47ee647ef63f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.041s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.445129] env[68116]: DEBUG nova.objects.instance [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'flavor' on Instance uuid ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.949216] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.949509] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.949623] env[68116]: DEBUG nova.network.neutron [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.949796] env[68116]: DEBUG nova.objects.instance [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'info_cache' on Instance uuid ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.453888] env[68116]: DEBUG nova.objects.base [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.154687] env[68116]: DEBUG nova.network.neutron [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.354804] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.355054] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.658911] env[68116]: DEBUG oslo_concurrency.lockutils [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.691233] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.691582] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.691849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "741abbe4-332f-425d-aa92-88078ee33183-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.692085] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.692300] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.694169] env[68116]: INFO nova.compute.manager [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Terminating instance [ 1329.857012] env[68116]: DEBUG nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.944296] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "59e4767e-8354-466f-a0cf-6f89efa776e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.944564] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.944857] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "59e4767e-8354-466f-a0cf-6f89efa776e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.945089] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.945296] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.947424] env[68116]: INFO nova.compute.manager [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Terminating instance [ 1330.197368] env[68116]: DEBUG nova.compute.manager [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.197730] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.198578] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c0f7e8-e0e1-4a05-b1e5-d620c77453e2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.206551] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.206781] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1433bc-e7f5-4f8c-a4a2-9c84ec6f3c37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.213017] env[68116]: DEBUG oslo_vmware.api [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1330.213017] env[68116]: value = "task-2787137" [ 1330.213017] env[68116]: _type = "Task" [ 1330.213017] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.220452] env[68116]: DEBUG oslo_vmware.api [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.380100] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.380428] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.382029] env[68116]: INFO nova.compute.claims [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.451440] env[68116]: DEBUG nova.compute.manager [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.451625] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.452502] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebbde96-3a6d-4734-b0f1-165985a11f5c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.459841] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.460062] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c28e0b92-8e84-465e-a138-340ef96748ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.465274] env[68116]: DEBUG oslo_vmware.api [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1330.465274] env[68116]: value = "task-2787138" [ 1330.465274] env[68116]: _type = "Task" [ 1330.465274] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.472696] env[68116]: DEBUG oslo_vmware.api [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.664711] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.665050] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86f10ef7-0e08-4596-8e03-fb2338c32938 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.671970] env[68116]: DEBUG oslo_vmware.api [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1330.671970] env[68116]: value = "task-2787139" [ 1330.671970] env[68116]: _type = "Task" [ 1330.671970] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.679530] env[68116]: DEBUG oslo_vmware.api [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.723045] env[68116]: DEBUG oslo_vmware.api [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787137, 'name': PowerOffVM_Task, 'duration_secs': 0.21233} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.724522] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.724522] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.724522] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3377e9-4828-4d7c-8897-2d7b95b82644 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.790215] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.790431] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.790611] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Deleting the datastore file [datastore2] 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.790886] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0a378f6-4ff6-40c0-a31c-d0cc480290ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.798182] env[68116]: DEBUG oslo_vmware.api [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1330.798182] env[68116]: value = "task-2787141" [ 1330.798182] env[68116]: _type = "Task" [ 1330.798182] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.806055] env[68116]: DEBUG oslo_vmware.api [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.975636] env[68116]: DEBUG oslo_vmware.api [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787138, 'name': PowerOffVM_Task, 'duration_secs': 0.179899} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.975895] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.976070] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.976390] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35b89806-6f6c-4aa4-afdf-22f04f1a1d46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.052979] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.053226] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.053413] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleting the datastore file [datastore2] 59e4767e-8354-466f-a0cf-6f89efa776e8 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.053741] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfd64a6f-5986-4e72-a248-952d5645e70d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.061013] env[68116]: DEBUG oslo_vmware.api [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for the task: (returnval){ [ 1331.061013] env[68116]: value = "task-2787143" [ 1331.061013] env[68116]: _type = "Task" [ 1331.061013] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.069272] env[68116]: DEBUG oslo_vmware.api [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.183186] env[68116]: DEBUG oslo_vmware.api [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787139, 'name': PowerOnVM_Task, 'duration_secs': 0.382732} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.183474] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.183678] env[68116]: DEBUG nova.compute.manager [None req-32b93a49-b545-4b26-bde1-1ab0c17fef94 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.184496] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17155e2d-e523-431d-9d15-8d94876010a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.308440] env[68116]: DEBUG oslo_vmware.api [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143402} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.308947] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.308947] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.309121] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.309233] env[68116]: INFO nova.compute.manager [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1331.309523] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.309726] env[68116]: DEBUG nova.compute.manager [-] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.309823] env[68116]: DEBUG nova.network.neutron [-] [instance: 741abbe4-332f-425d-aa92-88078ee33183] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.463755] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17549500-86db-4a87-8c7d-d26ba4f97660 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.473243] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ae5aa-cd61-4e6f-ad75-dbd7fc41e7fd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.512582] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fada8d-f40d-4ad9-9871-8a2ece2801a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.520331] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5684c-9bd3-4da4-a2d9-fc14373200f3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.534117] env[68116]: DEBUG nova.compute.provider_tree [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.570408] env[68116]: DEBUG oslo_vmware.api [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Task: {'id': task-2787143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127458} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.570699] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.570888] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.571283] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.571283] env[68116]: INFO nova.compute.manager [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1331.571496] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.571690] env[68116]: DEBUG nova.compute.manager [-] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.571799] env[68116]: DEBUG nova.network.neutron [-] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.037354] env[68116]: DEBUG nova.scheduler.client.report [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.175704] env[68116]: DEBUG nova.compute.manager [req-84ea76b8-bfd3-45ad-8b2b-3f1901151119 req-eb4d159c-7c47-4588-a4c4-27162f0bd535 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Received event network-vif-deleted-f54a6040-3a0b-4dd9-a6a7-5760ca40da2d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1332.175892] env[68116]: INFO nova.compute.manager [req-84ea76b8-bfd3-45ad-8b2b-3f1901151119 req-eb4d159c-7c47-4588-a4c4-27162f0bd535 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Neutron deleted interface f54a6040-3a0b-4dd9-a6a7-5760ca40da2d; detaching it from the instance and deleting it from the info cache [ 1332.176075] env[68116]: DEBUG nova.network.neutron [req-84ea76b8-bfd3-45ad-8b2b-3f1901151119 req-eb4d159c-7c47-4588-a4c4-27162f0bd535 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.542938] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.543697] env[68116]: DEBUG nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.651024] env[68116]: DEBUG nova.network.neutron [-] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.666332] env[68116]: DEBUG nova.network.neutron [-] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.679528] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53f4c4b4-80fd-4758-b116-d78263c28e02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.690114] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4895a7c-f451-4a37-a94f-7319c48417dd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.720144] env[68116]: DEBUG nova.compute.manager [req-84ea76b8-bfd3-45ad-8b2b-3f1901151119 req-eb4d159c-7c47-4588-a4c4-27162f0bd535 service nova] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Detach interface failed, port_id=f54a6040-3a0b-4dd9-a6a7-5760ca40da2d, reason: Instance 741abbe4-332f-425d-aa92-88078ee33183 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1333.048484] env[68116]: DEBUG nova.compute.utils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.050682] env[68116]: DEBUG nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.050886] env[68116]: DEBUG nova.network.neutron [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.091281] env[68116]: DEBUG nova.policy [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788df4730f4a49e28a06976f6dca8b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24a912144f40474c828d36f3dd72987a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.154053] env[68116]: INFO nova.compute.manager [-] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Took 1.84 seconds to deallocate network for instance. [ 1333.168357] env[68116]: INFO nova.compute.manager [-] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Took 1.60 seconds to deallocate network for instance. [ 1333.375010] env[68116]: DEBUG nova.network.neutron [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Successfully created port: 8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.551367] env[68116]: DEBUG nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.661020] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.661324] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.661579] env[68116]: DEBUG nova.objects.instance [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'resources' on Instance uuid 741abbe4-332f-425d-aa92-88078ee33183 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.674747] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.200679] env[68116]: DEBUG nova.compute.manager [req-e5b3f33c-273c-4a60-9f01-c0142a43a3af req-0c56edec-fc2d-4f8d-acb6-94926f9b8122 service nova] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Received event network-vif-deleted-40fbd73d-67b8-4ebb-acfc-9d9a652ab927 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1334.227255] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601cd91f-e44f-4cee-b922-622ed94a9dea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.235288] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecc510c-1a12-4735-9f28-1bf4b3526b0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.265442] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742722a-6671-41f6-9bce-a42a1dc17a1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.273622] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c707f84-0d88-478b-acfb-66ce93382927 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.287152] env[68116]: DEBUG nova.compute.provider_tree [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.561311] env[68116]: DEBUG nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.587892] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.588149] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.588309] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.588492] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.588638] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.588786] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.588990] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.589163] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.589356] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.589530] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.589703] env[68116]: DEBUG nova.virt.hardware [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.590562] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd0ef7-378d-46fb-9618-dc221d2ccc08 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.598190] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2d2424-c123-4367-a8f6-796c70bc5068 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.790926] env[68116]: DEBUG nova.scheduler.client.report [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.802921] env[68116]: DEBUG nova.network.neutron [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Successfully updated port: 8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.296317] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.298740] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.624s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.298968] env[68116]: DEBUG nova.objects.instance [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lazy-loading 'resources' on Instance uuid 59e4767e-8354-466f-a0cf-6f89efa776e8 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.306354] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.306492] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.306619] env[68116]: DEBUG nova.network.neutron [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.314412] env[68116]: INFO nova.scheduler.client.report [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Deleted allocations for instance 741abbe4-332f-425d-aa92-88078ee33183 [ 1335.821397] env[68116]: DEBUG oslo_concurrency.lockutils [None req-913097c3-9122-472f-b429-17c26b669050 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "741abbe4-332f-425d-aa92-88078ee33183" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.130s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.848421] env[68116]: DEBUG nova.network.neutron [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.852152] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b5154-c20f-43b1-be80-afd1f8aae3d6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.860385] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc69db82-795e-4148-ab21-488619feb8ce {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.892659] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cd2739-dd51-41cf-ae50-5a59d641bcbb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.899839] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a01ffb-b845-471c-b3d8-f5bfbde1bdc5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.913055] env[68116]: DEBUG nova.compute.provider_tree [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.005569] env[68116]: DEBUG nova.network.neutron [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updating instance_info_cache with network_info: [{"id": "8c706047-67d6-478a-907c-28b1fa392818", "address": "fa:16:3e:68:a2:ae", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c706047-67", "ovs_interfaceid": "8c706047-67d6-478a-907c-28b1fa392818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.225755] env[68116]: DEBUG nova.compute.manager [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Received event network-vif-plugged-8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1336.225993] env[68116]: DEBUG oslo_concurrency.lockutils [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] Acquiring lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.226218] env[68116]: DEBUG oslo_concurrency.lockutils [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.226393] env[68116]: DEBUG oslo_concurrency.lockutils [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.226565] env[68116]: DEBUG nova.compute.manager [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] No waiting events found dispatching network-vif-plugged-8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.226730] env[68116]: WARNING nova.compute.manager [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Received unexpected event network-vif-plugged-8c706047-67d6-478a-907c-28b1fa392818 for instance with vm_state building and task_state spawning. [ 1336.226890] env[68116]: DEBUG nova.compute.manager [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Received event network-changed-8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1336.227223] env[68116]: DEBUG nova.compute.manager [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Refreshing instance network info cache due to event network-changed-8c706047-67d6-478a-907c-28b1fa392818. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1336.227470] env[68116]: DEBUG oslo_concurrency.lockutils [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] Acquiring lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.415853] env[68116]: DEBUG nova.scheduler.client.report [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.508299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.508618] env[68116]: DEBUG nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Instance network_info: |[{"id": "8c706047-67d6-478a-907c-28b1fa392818", "address": "fa:16:3e:68:a2:ae", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c706047-67", "ovs_interfaceid": "8c706047-67d6-478a-907c-28b1fa392818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.508900] env[68116]: DEBUG oslo_concurrency.lockutils [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] Acquired lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.509096] env[68116]: DEBUG nova.network.neutron [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Refreshing network info cache for port 8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.510321] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:a2:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c706047-67d6-478a-907c-28b1fa392818', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.517716] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.518512] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.518738] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-233ae315-1d9d-467a-9ba7-3189ddfb7b91 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.539034] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.539034] env[68116]: value = "task-2787144" [ 1336.539034] env[68116]: _type = "Task" [ 1336.539034] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.546789] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787144, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.921152] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.946427] env[68116]: INFO nova.scheduler.client.report [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Deleted allocations for instance 59e4767e-8354-466f-a0cf-6f89efa776e8 [ 1337.048956] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787144, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.211768] env[68116]: DEBUG nova.network.neutron [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updated VIF entry in instance network info cache for port 8c706047-67d6-478a-907c-28b1fa392818. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.212173] env[68116]: DEBUG nova.network.neutron [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updating instance_info_cache with network_info: [{"id": "8c706047-67d6-478a-907c-28b1fa392818", "address": "fa:16:3e:68:a2:ae", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c706047-67", "ovs_interfaceid": "8c706047-67d6-478a-907c-28b1fa392818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.453703] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79150e36-dce0-4548-90d5-7bb62a18de4c tempest-ServerActionsTestOtherA-1699162424 tempest-ServerActionsTestOtherA-1699162424-project-member] Lock "59e4767e-8354-466f-a0cf-6f89efa776e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.509s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.549696] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787144, 'name': CreateVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.678734] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.678975] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.714455] env[68116]: DEBUG oslo_concurrency.lockutils [req-4623b55a-436e-4c27-806e-2957a26c6a38 req-25dd3cd7-b74d-4eb6-9ac1-8aebd6b7cdc8 service nova] Releasing lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.051327] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787144, 'name': CreateVM_Task, 'duration_secs': 1.323619} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.051327] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.051686] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.052654] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.052654] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.052654] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7ecbe6-5996-49d0-88c7-1011cc6d7a4a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.056481] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1338.056481] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529bc061-1035-946e-387e-1273b2788c1d" [ 1338.056481] env[68116]: _type = "Task" [ 1338.056481] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.064163] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529bc061-1035-946e-387e-1273b2788c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.182122] env[68116]: DEBUG nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.569464] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529bc061-1035-946e-387e-1273b2788c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.569813] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.570067] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.570311] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.570462] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.570643] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.570910] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a1f636-4133-4f70-af29-1419c04fb56b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.580018] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.580018] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.580574] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4726fbfb-ca56-423d-a754-ab1ef1a61e4b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.586017] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1338.586017] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ccb2b8-7a35-73ce-1cf7-ef2e638e6329" [ 1338.586017] env[68116]: _type = "Task" [ 1338.586017] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.595018] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ccb2b8-7a35-73ce-1cf7-ef2e638e6329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.708616] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.708892] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.710584] env[68116]: INFO nova.compute.claims [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.096403] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ccb2b8-7a35-73ce-1cf7-ef2e638e6329, 'name': SearchDatastore_Task, 'duration_secs': 0.00815} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.097234] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500926af-2a18-432c-87a6-eb976846f4db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.102114] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1339.102114] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525d0c1e-b312-b2e9-049d-f7b35b596477" [ 1339.102114] env[68116]: _type = "Task" [ 1339.102114] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.109127] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525d0c1e-b312-b2e9-049d-f7b35b596477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.612679] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525d0c1e-b312-b2e9-049d-f7b35b596477, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.612948] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.613215] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b/c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.613471] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92672af4-5cd0-4245-8c7b-200503149e92 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.620350] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1339.620350] env[68116]: value = "task-2787145" [ 1339.620350] env[68116]: _type = "Task" [ 1339.620350] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.628360] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.776012] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b6286f-b09f-4cc8-beef-c07611fef917 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.783945] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a16e67-740a-41f4-976a-e2874654df7e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.815414] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e891edf8-3375-4152-aff2-75c064ed3e04 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.823131] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886e0ab1-ce37-4276-ab2b-1b25136ea4a5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.836687] env[68116]: DEBUG nova.compute.provider_tree [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.130279] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407076} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.130684] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b/c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.130921] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.131199] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c450d01f-5dec-49a3-be3c-72a29b991fb6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.137328] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1340.137328] env[68116]: value = "task-2787146" [ 1340.137328] env[68116]: _type = "Task" [ 1340.137328] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.145099] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.340617] env[68116]: DEBUG nova.scheduler.client.report [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.646727] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078825} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.647089] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.647850] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0addd-8d6b-48dc-a24e-6b565c343308 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.668826] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b/c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.669065] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c0316e-ae07-4d33-afb1-c776c1946ec1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.687410] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1340.687410] env[68116]: value = "task-2787147" [ 1340.687410] env[68116]: _type = "Task" [ 1340.687410] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.694531] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.845674] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.846225] env[68116]: DEBUG nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.196591] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787147, 'name': ReconfigVM_Task, 'duration_secs': 0.267714} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.196958] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b/c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.197479] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8b7538d-7990-41ce-8b0a-dfcc45968efd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.203587] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1341.203587] env[68116]: value = "task-2787148" [ 1341.203587] env[68116]: _type = "Task" [ 1341.203587] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.210707] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787148, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.351845] env[68116]: DEBUG nova.compute.utils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.352916] env[68116]: DEBUG nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.353096] env[68116]: DEBUG nova.network.neutron [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.389292] env[68116]: DEBUG nova.policy [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e88a2c19f5cc4bf99e5904871287d2c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '106b52d5100e4174bd6ccacc42b0aa4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.650705] env[68116]: DEBUG nova.network.neutron [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Successfully created port: 9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.714510] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787148, 'name': Rename_Task, 'duration_secs': 0.138432} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.714799] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.715112] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9846eccb-1203-4695-b053-b27e7d56431d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.721860] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1341.721860] env[68116]: value = "task-2787149" [ 1341.721860] env[68116]: _type = "Task" [ 1341.721860] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.729078] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.856645] env[68116]: DEBUG nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.230967] env[68116]: DEBUG oslo_vmware.api [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787149, 'name': PowerOnVM_Task, 'duration_secs': 0.438499} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.231333] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.232022] env[68116]: INFO nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1342.232022] env[68116]: DEBUG nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.232397] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3480edcf-b999-4b7b-954c-bcd71678894f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.749905] env[68116]: INFO nova.compute.manager [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Took 12.39 seconds to build instance. [ 1342.869914] env[68116]: DEBUG nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.895830] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.896110] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.896270] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.896453] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.896600] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.896811] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.897016] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.897115] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.897289] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.897453] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.897630] env[68116]: DEBUG nova.virt.hardware [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.898763] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f3150-90fc-4615-a235-232fdb6c9d6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.906891] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867653b6-12e7-4b1c-b453-0adfa0932c89 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.997699] env[68116]: DEBUG nova.compute.manager [req-dedc9be4-3830-4efe-8e61-ad4584d2fea8 req-427e3e8b-9cb0-416c-a5c0-6e662b5cb47f service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Received event network-vif-plugged-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1342.997699] env[68116]: DEBUG oslo_concurrency.lockutils [req-dedc9be4-3830-4efe-8e61-ad4584d2fea8 req-427e3e8b-9cb0-416c-a5c0-6e662b5cb47f service nova] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.997699] env[68116]: DEBUG oslo_concurrency.lockutils [req-dedc9be4-3830-4efe-8e61-ad4584d2fea8 req-427e3e8b-9cb0-416c-a5c0-6e662b5cb47f service nova] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.997699] env[68116]: DEBUG oslo_concurrency.lockutils [req-dedc9be4-3830-4efe-8e61-ad4584d2fea8 req-427e3e8b-9cb0-416c-a5c0-6e662b5cb47f service nova] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.997699] env[68116]: DEBUG nova.compute.manager [req-dedc9be4-3830-4efe-8e61-ad4584d2fea8 req-427e3e8b-9cb0-416c-a5c0-6e662b5cb47f service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] No waiting events found dispatching network-vif-plugged-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.997699] env[68116]: WARNING nova.compute.manager [req-dedc9be4-3830-4efe-8e61-ad4584d2fea8 req-427e3e8b-9cb0-416c-a5c0-6e662b5cb47f service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Received unexpected event network-vif-plugged-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 for instance with vm_state building and task_state spawning. [ 1343.080380] env[68116]: DEBUG nova.network.neutron [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Successfully updated port: 9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.251618] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d0e2ed85-4c6e-4706-a8a7-dbae47aef02a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.896s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.582375] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.582522] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.582675] env[68116]: DEBUG nova.network.neutron [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.878993] env[68116]: DEBUG nova.compute.manager [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Received event network-changed-8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1343.879232] env[68116]: DEBUG nova.compute.manager [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Refreshing instance network info cache due to event network-changed-8c706047-67d6-478a-907c-28b1fa392818. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1343.879462] env[68116]: DEBUG oslo_concurrency.lockutils [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] Acquiring lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.879604] env[68116]: DEBUG oslo_concurrency.lockutils [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] Acquired lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.879765] env[68116]: DEBUG nova.network.neutron [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Refreshing network info cache for port 8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.115354] env[68116]: DEBUG nova.network.neutron [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.238169] env[68116]: DEBUG nova.network.neutron [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updating instance_info_cache with network_info: [{"id": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "address": "fa:16:3e:61:98:a4", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb0e202-ae", "ovs_interfaceid": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.582697] env[68116]: DEBUG nova.network.neutron [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updated VIF entry in instance network info cache for port 8c706047-67d6-478a-907c-28b1fa392818. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.583083] env[68116]: DEBUG nova.network.neutron [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updating instance_info_cache with network_info: [{"id": "8c706047-67d6-478a-907c-28b1fa392818", "address": "fa:16:3e:68:a2:ae", "network": {"id": "65b57128-584c-40c6-abc5-c4efdf9b20f7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-598943776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24a912144f40474c828d36f3dd72987a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c706047-67", "ovs_interfaceid": "8c706047-67d6-478a-907c-28b1fa392818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.741296] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.741609] env[68116]: DEBUG nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Instance network_info: |[{"id": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "address": "fa:16:3e:61:98:a4", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb0e202-ae", "ovs_interfaceid": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.742081] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:98:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fb0e202-ae2b-4f41-a0c8-9c132a49eb95', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.749883] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.750145] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.750773] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be3e7ea0-ddc0-4480-a591-e1f49f937116 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.771510] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.771510] env[68116]: value = "task-2787150" [ 1344.771510] env[68116]: _type = "Task" [ 1344.771510] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.778894] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787150, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.021858] env[68116]: DEBUG nova.compute.manager [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Received event network-changed-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1345.022075] env[68116]: DEBUG nova.compute.manager [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Refreshing instance network info cache due to event network-changed-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1345.022295] env[68116]: DEBUG oslo_concurrency.lockutils [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] Acquiring lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.022437] env[68116]: DEBUG oslo_concurrency.lockutils [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] Acquired lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.022609] env[68116]: DEBUG nova.network.neutron [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Refreshing network info cache for port 9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.085274] env[68116]: DEBUG oslo_concurrency.lockutils [req-0db5c418-0121-4596-9384-2cfb343b3a83 req-3b0bb859-e2e5-4081-ba78-8de879ac548d service nova] Releasing lock "refresh_cache-c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.281764] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787150, 'name': CreateVM_Task, 'duration_secs': 0.320634} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.281977] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.282643] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.282819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.283184] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.283775] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2a0478-df68-41e4-96db-696401fd4d43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.288013] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1345.288013] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52e79a9c-0545-6e34-3867-8d09406aa6af" [ 1345.288013] env[68116]: _type = "Task" [ 1345.288013] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.295270] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e79a9c-0545-6e34-3867-8d09406aa6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.696525] env[68116]: DEBUG nova.network.neutron [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updated VIF entry in instance network info cache for port 9fb0e202-ae2b-4f41-a0c8-9c132a49eb95. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.696890] env[68116]: DEBUG nova.network.neutron [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updating instance_info_cache with network_info: [{"id": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "address": "fa:16:3e:61:98:a4", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb0e202-ae", "ovs_interfaceid": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.798402] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52e79a9c-0545-6e34-3867-8d09406aa6af, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.798710] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.798944] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.799186] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.799337] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.799553] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.799803] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2d1da24-cc82-4a7b-a57c-0cff76a87711 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.807687] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.807828] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.808509] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f91b7f3-07bd-479b-89eb-85264aa5cf0d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.813472] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1345.813472] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52030818-20d1-f9a6-0213-c520fe45a5a5" [ 1345.813472] env[68116]: _type = "Task" [ 1345.813472] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.820878] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52030818-20d1-f9a6-0213-c520fe45a5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.199387] env[68116]: DEBUG oslo_concurrency.lockutils [req-81bd1a40-da13-4b7a-8eb5-8db434769c70 req-0e18f4d0-c9ce-44e7-a76a-ae75fea1a548 service nova] Releasing lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.324215] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52030818-20d1-f9a6-0213-c520fe45a5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.325010] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274b2435-b5c3-4bdf-8e86-44bfd29f6601 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.329748] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1346.329748] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b46140-6a82-8440-7aaa-2e0de2011f88" [ 1346.329748] env[68116]: _type = "Task" [ 1346.329748] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.336588] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b46140-6a82-8440-7aaa-2e0de2011f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.840616] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b46140-6a82-8440-7aaa-2e0de2011f88, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.840921] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.841150] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c34a83e7-1765-4bdb-805f-a0b6c159879e/c34a83e7-1765-4bdb-805f-a0b6c159879e.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.841397] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca356a61-4d69-487d-8358-5e536d774ba0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.847328] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1346.847328] env[68116]: value = "task-2787151" [ 1346.847328] env[68116]: _type = "Task" [ 1346.847328] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.854833] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.019749] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.356960] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431933} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.357236] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] c34a83e7-1765-4bdb-805f-a0b6c159879e/c34a83e7-1765-4bdb-805f-a0b6c159879e.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.357420] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.357675] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1b784f8-ec61-479b-ba55-42cdb5c00f42 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.363714] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1347.363714] env[68116]: value = "task-2787152" [ 1347.363714] env[68116]: _type = "Task" [ 1347.363714] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.370909] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.872772] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053426} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.873134] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.873769] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463a54b6-19e4-4c5d-a1ab-6b930a46ebab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.894672] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] c34a83e7-1765-4bdb-805f-a0b6c159879e/c34a83e7-1765-4bdb-805f-a0b6c159879e.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.894916] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e0848d-c1de-4de8-ba57-29cc705e86c3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.913416] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1347.913416] env[68116]: value = "task-2787153" [ 1347.913416] env[68116]: _type = "Task" [ 1347.913416] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.920703] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.018513] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.423230] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.521530] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.521751] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.521899] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.522063] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1348.522895] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136ab31e-b4cb-4fdc-b7b7-fa34581d6a1f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.530964] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024d4a3-d597-460d-8330-71448b1ae8b7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.544307] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0011f2-feb7-4966-a68d-e391d16da098 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.550698] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4959dab0-57da-4ce6-859a-5b72d5b820a7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.579813] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179691MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1348.579976] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.580174] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.923337] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787153, 'name': ReconfigVM_Task, 'duration_secs': 0.766073} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.923721] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfigured VM instance instance-0000007d to attach disk [datastore2] c34a83e7-1765-4bdb-805f-a0b6c159879e/c34a83e7-1765-4bdb-805f-a0b6c159879e.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.924282] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4ceac58-2821-4003-a2e8-87561aa78c1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.930367] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1348.930367] env[68116]: value = "task-2787154" [ 1348.930367] env[68116]: _type = "Task" [ 1348.930367] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.938185] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787154, 'name': Rename_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.440270] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787154, 'name': Rename_Task, 'duration_secs': 0.137616} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.440555] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.440799] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f0291e-b737-4f35-b104-873250b7b66a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.446864] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1349.446864] env[68116]: value = "task-2787155" [ 1349.446864] env[68116]: _type = "Task" [ 1349.446864] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.453773] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.607486] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.607680] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.607878] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance c34a83e7-1765-4bdb-805f-a0b6c159879e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.608094] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1349.608240] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1349.658297] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c78bf8-bd6a-486c-b894-0ba6f23d47d1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.665634] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c7ad0-0a0e-4f0b-9c1a-44940ae2cd53 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.695420] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b76171-bd69-4f2b-af4a-2dc337b485e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.702185] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f9a83f-95b2-4a9b-913e-9bb0f15efae3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.715972] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.956762] env[68116]: DEBUG oslo_vmware.api [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787155, 'name': PowerOnVM_Task, 'duration_secs': 0.462554} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.957160] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.957160] env[68116]: INFO nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1349.957348] env[68116]: DEBUG nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.958109] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc930c3-bb6c-4284-86df-be5dba2b8f40 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.219508] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.475780] env[68116]: INFO nova.compute.manager [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Took 11.78 seconds to build instance. [ 1350.697014] env[68116]: DEBUG nova.compute.manager [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Received event network-changed-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1350.697220] env[68116]: DEBUG nova.compute.manager [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Refreshing instance network info cache due to event network-changed-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1350.697505] env[68116]: DEBUG oslo_concurrency.lockutils [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] Acquiring lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.697638] env[68116]: DEBUG oslo_concurrency.lockutils [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] Acquired lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.697764] env[68116]: DEBUG nova.network.neutron [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Refreshing network info cache for port 9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.724484] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1350.724633] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.977337] env[68116]: DEBUG oslo_concurrency.lockutils [None req-27662053-f122-4f84-a5a3-623e4f0c7104 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.298s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.397934] env[68116]: DEBUG nova.network.neutron [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updated VIF entry in instance network info cache for port 9fb0e202-ae2b-4f41-a0c8-9c132a49eb95. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.398331] env[68116]: DEBUG nova.network.neutron [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updating instance_info_cache with network_info: [{"id": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "address": "fa:16:3e:61:98:a4", "network": {"id": "c814a2aa-f1c4-43ed-9dc4-51b79d8559ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-289834686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106b52d5100e4174bd6ccacc42b0aa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb0e202-ae", "ovs_interfaceid": "9fb0e202-ae2b-4f41-a0c8-9c132a49eb95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.901389] env[68116]: DEBUG oslo_concurrency.lockutils [req-3ec96a10-53fb-4fa9-90f8-4c0498190d81 req-ce6e151d-5a54-4344-a69e-147d931fdfdc service nova] Releasing lock "refresh_cache-c34a83e7-1765-4bdb-805f-a0b6c159879e" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.720773] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.720773] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.721223] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.019507] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.019742] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.018885] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.019244] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1366.485231] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.485643] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.485759] env[68116]: INFO nova.compute.manager [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Rebooting instance [ 1367.003714] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.003908] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.004100] env[68116]: DEBUG nova.network.neutron [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.697665] env[68116]: DEBUG nova.network.neutron [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.200046] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.705983] env[68116]: DEBUG nova.compute.manager [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.706894] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88435bd7-9e2d-4a5a-910a-eb724e0cc0ab {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.721819] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f89606-b3fa-434b-962b-064909b74d6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.729066] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Doing hard reboot of VM {{(pid=68116) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1369.729292] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0acd9578-acaf-4a14-b213-43e4e7d17734 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.735552] env[68116]: DEBUG oslo_vmware.api [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1369.735552] env[68116]: value = "task-2787156" [ 1369.735552] env[68116]: _type = "Task" [ 1369.735552] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.742851] env[68116]: DEBUG oslo_vmware.api [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787156, 'name': ResetVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.245489] env[68116]: DEBUG oslo_vmware.api [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787156, 'name': ResetVM_Task, 'duration_secs': 0.089999} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.245864] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Did hard reboot of VM {{(pid=68116) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1370.245980] env[68116]: DEBUG nova.compute.manager [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.246733] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801de26-42b9-4176-86c9-6fed76a8b252 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.758594] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d6839538-06ec-4d87-8fa9-a3ba792bcc74 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.273s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.567494] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.567787] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.071920] env[68116]: DEBUG nova.compute.utils [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1382.576280] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.627808] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.628241] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.628392] env[68116]: INFO nova.compute.manager [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Attaching volume 2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb to /dev/sdb [ 1383.658500] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c530a6-d336-424d-ab38-662e5547868a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.666029] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af79050c-452e-4eac-adc9-8f43d382176a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.678791] env[68116]: DEBUG nova.virt.block_device [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updating existing volume attachment record: 1898cc40-6772-476e-91b8-15832fcb2d2d {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1388.223031] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1388.223031] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560264', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'name': 'volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'serial': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1388.223958] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03efd29d-38e6-42f5-b4cf-42598569c501 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.240520] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7b307-9069-4d25-b10b-52608e3d3736 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.265245] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb/volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.265498] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc803e4-d850-4c43-87c6-05c428a4bae8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.283125] env[68116]: DEBUG oslo_vmware.api [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1388.283125] env[68116]: value = "task-2787159" [ 1388.283125] env[68116]: _type = "Task" [ 1388.283125] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.290779] env[68116]: DEBUG oslo_vmware.api [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.677118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.677387] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.795076] env[68116]: DEBUG oslo_vmware.api [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787159, 'name': ReconfigVM_Task, 'duration_secs': 0.3304} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.795367] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb/volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.799912] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507f1f0c-50ba-4f9f-9bb6-e3f6cdd56b46 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.814248] env[68116]: DEBUG oslo_vmware.api [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1388.814248] env[68116]: value = "task-2787160" [ 1388.814248] env[68116]: _type = "Task" [ 1388.814248] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.821699] env[68116]: DEBUG oslo_vmware.api [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.180623] env[68116]: DEBUG nova.compute.utils [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1389.325013] env[68116]: DEBUG oslo_vmware.api [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787160, 'name': ReconfigVM_Task, 'duration_secs': 0.13571} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.325350] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560264', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'name': 'volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'serial': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1389.683355] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.361793] env[68116]: DEBUG nova.objects.instance [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'flavor' on Instance uuid c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.740311] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.740505] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.740739] env[68116]: INFO nova.compute.manager [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Attaching volume d66d4d9a-799f-496c-827e-b7e47a231def to /dev/sdb [ 1390.770500] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f0cd8-5ffe-46e9-b4dd-24a5d5d6aa52 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.777520] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903893d8-83ef-4c7f-b444-94169308975e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.791067] env[68116]: DEBUG nova.virt.block_device [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updating existing volume attachment record: 7637434c-13da-472a-8d0e-082033566d75 {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1390.868070] env[68116]: DEBUG oslo_concurrency.lockutils [None req-6c14dcf4-aa37-4233-9177-36c812bb93bf tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.033996] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.034253] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.537894] env[68116]: INFO nova.compute.manager [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Detaching volume 2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb [ 1391.565885] env[68116]: INFO nova.virt.block_device [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Attempting to driver detach volume 2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb from mountpoint /dev/sdb [ 1391.566126] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.566317] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560264', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'name': 'volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'serial': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.567179] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a0ac0-be3b-4f5c-a79a-6654de5723fe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.588217] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9acf591-d859-4df0-ac62-c51727937fc9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.594812] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c78f65d-496f-472d-9d95-a31adbab5799 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.613957] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e3fff-d93a-44d4-a4dc-4444e9f40b10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.627872] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] The volume has not been displaced from its original location: [datastore2] volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb/volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.633057] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.633320] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11243672-51d4-448d-9904-10b48307b231 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.650292] env[68116]: DEBUG oslo_vmware.api [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1391.650292] env[68116]: value = "task-2787162" [ 1391.650292] env[68116]: _type = "Task" [ 1391.650292] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.657498] env[68116]: DEBUG oslo_vmware.api [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.159822] env[68116]: DEBUG oslo_vmware.api [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787162, 'name': ReconfigVM_Task, 'duration_secs': 0.207313} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.160147] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.164703] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c845fcd-2713-441b-8c12-42089a2caaaf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.179610] env[68116]: DEBUG oslo_vmware.api [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1392.179610] env[68116]: value = "task-2787163" [ 1392.179610] env[68116]: _type = "Task" [ 1392.179610] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.186876] env[68116]: DEBUG oslo_vmware.api [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.689606] env[68116]: DEBUG oslo_vmware.api [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787163, 'name': ReconfigVM_Task, 'duration_secs': 0.140658} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.690035] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560264', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'name': 'volume-2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb', 'serial': '2d3e50c2-14d3-42b1-b2c6-9aa67fbaf0eb'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.229810] env[68116]: DEBUG nova.objects.instance [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'flavor' on Instance uuid c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.237342] env[68116]: DEBUG oslo_concurrency.lockutils [None req-9594c9fc-f746-456e-b749-35779265c279 tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.332265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.332525] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.332735] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.332921] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.333118] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.335908] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1395.336145] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560265', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'name': 'volume-d66d4d9a-799f-496c-827e-b7e47a231def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'serial': 'd66d4d9a-799f-496c-827e-b7e47a231def'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1395.337070] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05e8dd-e8e0-4ecd-94d3-afb28b5b5993 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.340314] env[68116]: INFO nova.compute.manager [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Terminating instance [ 1395.357591] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39418575-da14-4096-b0cc-f9674e363df2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.382663] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-d66d4d9a-799f-496c-827e-b7e47a231def/volume-d66d4d9a-799f-496c-827e-b7e47a231def.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.382908] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e146eff-def3-4d5c-948d-ae58c72ed8a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.401077] env[68116]: DEBUG oslo_vmware.api [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1395.401077] env[68116]: value = "task-2787165" [ 1395.401077] env[68116]: _type = "Task" [ 1395.401077] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.408857] env[68116]: DEBUG oslo_vmware.api [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.844065] env[68116]: DEBUG nova.compute.manager [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.844380] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.845283] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84999cf-7c1d-425c-a38a-86f0f6a4b17a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.853031] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.853265] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8dfa456-bfa0-4b5b-9f85-c37108284fbb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.858895] env[68116]: DEBUG oslo_vmware.api [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1395.858895] env[68116]: value = "task-2787166" [ 1395.858895] env[68116]: _type = "Task" [ 1395.858895] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.866213] env[68116]: DEBUG oslo_vmware.api [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.910238] env[68116]: DEBUG oslo_vmware.api [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787165, 'name': ReconfigVM_Task, 'duration_secs': 0.329226} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.910512] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-d66d4d9a-799f-496c-827e-b7e47a231def/volume-d66d4d9a-799f-496c-827e-b7e47a231def.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.915413] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22e2255-5a7d-4ef9-b8cb-4382abdc6b47 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.930010] env[68116]: DEBUG oslo_vmware.api [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1395.930010] env[68116]: value = "task-2787167" [ 1395.930010] env[68116]: _type = "Task" [ 1395.930010] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.939198] env[68116]: DEBUG oslo_vmware.api [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.368501] env[68116]: DEBUG oslo_vmware.api [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787166, 'name': PowerOffVM_Task, 'duration_secs': 0.246391} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.368771] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.368927] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.369255] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c005e0c-6241-415b-8c32-991756077281 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.435500] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.435711] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.435953] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleting the datastore file [datastore2] c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.436675] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8771110-7d23-4a6b-a3c7-a71d8b5691ea {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.441295] env[68116]: DEBUG oslo_vmware.api [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787167, 'name': ReconfigVM_Task, 'duration_secs': 0.168629} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.441850] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560265', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'name': 'volume-d66d4d9a-799f-496c-827e-b7e47a231def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'serial': 'd66d4d9a-799f-496c-827e-b7e47a231def'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1396.445286] env[68116]: DEBUG oslo_vmware.api [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for the task: (returnval){ [ 1396.445286] env[68116]: value = "task-2787169" [ 1396.445286] env[68116]: _type = "Task" [ 1396.445286] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.453329] env[68116]: DEBUG oslo_vmware.api [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.955657] env[68116]: DEBUG oslo_vmware.api [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Task: {'id': task-2787169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147735} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.955922] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.956122] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.956298] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.956470] env[68116]: INFO nova.compute.manager [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1396.956712] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.956897] env[68116]: DEBUG nova.compute.manager [-] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.956995] env[68116]: DEBUG nova.network.neutron [-] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.381333] env[68116]: DEBUG nova.compute.manager [req-182b0fdc-cf4b-40de-904a-482a81334d24 req-079945d3-84df-4a44-a984-787de0881719 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Received event network-vif-deleted-8c706047-67d6-478a-907c-28b1fa392818 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1397.381591] env[68116]: INFO nova.compute.manager [req-182b0fdc-cf4b-40de-904a-482a81334d24 req-079945d3-84df-4a44-a984-787de0881719 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Neutron deleted interface 8c706047-67d6-478a-907c-28b1fa392818; detaching it from the instance and deleting it from the info cache [ 1397.381849] env[68116]: DEBUG nova.network.neutron [req-182b0fdc-cf4b-40de-904a-482a81334d24 req-079945d3-84df-4a44-a984-787de0881719 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.476609] env[68116]: DEBUG nova.objects.instance [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid c34a83e7-1765-4bdb-805f-a0b6c159879e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.866365] env[68116]: DEBUG nova.network.neutron [-] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.884376] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e609ad1-0f2a-44ff-9442-381f6e7eebfa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.896954] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895f11d1-b5bf-47f4-9bb6-a134bf7a6cf1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.923234] env[68116]: DEBUG nova.compute.manager [req-182b0fdc-cf4b-40de-904a-482a81334d24 req-079945d3-84df-4a44-a984-787de0881719 service nova] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Detach interface failed, port_id=8c706047-67d6-478a-907c-28b1fa392818, reason: Instance c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1397.981732] env[68116]: DEBUG oslo_concurrency.lockutils [None req-c122548b-e1ce-461b-87c1-6f8ec2ae1f10 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.369079] env[68116]: INFO nova.compute.manager [-] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Took 1.41 seconds to deallocate network for instance. [ 1398.813427] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.813427] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.877736] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.878105] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.878386] env[68116]: DEBUG nova.objects.instance [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lazy-loading 'resources' on Instance uuid c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.316321] env[68116]: DEBUG nova.compute.utils [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1399.437038] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890d4c8d-05a4-45eb-b9c9-5772efe911a1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.443991] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a37353-f225-4e68-9eb6-e1adc0b840ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.473819] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec6fd02-cae7-4609-9fef-68cea4c401e5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.480627] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a9713-d2be-4d18-a4e6-6c20aae6e5c6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.493275] env[68116]: DEBUG nova.compute.provider_tree [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.819267] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.996872] env[68116]: DEBUG nova.scheduler.client.report [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.503476] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.527644] env[68116]: INFO nova.scheduler.client.report [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Deleted allocations for instance c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b [ 1400.875979] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.876416] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.876649] env[68116]: INFO nova.compute.manager [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Attaching volume 5af31226-56af-403f-9c6a-9b5cdc8a9406 to /dev/sdc [ 1400.908113] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb98edf-c018-40c9-933d-9f91d46bc8db {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.915243] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a97bf85-ca43-4f9d-81e4-addb550d3e02 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.927609] env[68116]: DEBUG nova.virt.block_device [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updating existing volume attachment record: 9a2cd7ba-7618-4a37-97c0-1486d06b1f1a {{(pid=68116) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1401.034657] env[68116]: DEBUG oslo_concurrency.lockutils [None req-207830bc-851a-413f-9feb-bbaf2249863a tempest-AttachVolumeNegativeTest-1266470975 tempest-AttachVolumeNegativeTest-1266470975-project-member] Lock "c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.470857] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Volume attach. Driver type: vmdk {{(pid=68116) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1405.471199] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560266', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'name': 'volume-5af31226-56af-403f-9c6a-9b5cdc8a9406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'serial': '5af31226-56af-403f-9c6a-9b5cdc8a9406'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1405.472034] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48871b-766e-4ac5-8799-00326df12aa8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.489057] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc89eb7-0ef0-4658-9911-96e61763d7ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.515873] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-5af31226-56af-403f-9c6a-9b5cdc8a9406/volume-5af31226-56af-403f-9c6a-9b5cdc8a9406.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.516191] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27139f45-0ad9-476a-be9a-32253e9fddee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.542755] env[68116]: DEBUG oslo_vmware.api [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1405.542755] env[68116]: value = "task-2787174" [ 1405.542755] env[68116]: _type = "Task" [ 1405.542755] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.555386] env[68116]: DEBUG oslo_vmware.api [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.055024] env[68116]: DEBUG oslo_vmware.api [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787174, 'name': ReconfigVM_Task, 'duration_secs': 0.360027} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.055342] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-5af31226-56af-403f-9c6a-9b5cdc8a9406/volume-5af31226-56af-403f-9c6a-9b5cdc8a9406.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.060021] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb36424-b2a4-4550-9d9f-8289af17ac15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.075703] env[68116]: DEBUG oslo_vmware.api [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1406.075703] env[68116]: value = "task-2787175" [ 1406.075703] env[68116]: _type = "Task" [ 1406.075703] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.083524] env[68116]: DEBUG oslo_vmware.api [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.088685] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.088904] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.585462] env[68116]: DEBUG oslo_vmware.api [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787175, 'name': ReconfigVM_Task, 'duration_secs': 0.147112} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.585802] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560266', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'name': 'volume-5af31226-56af-403f-9c6a-9b5cdc8a9406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'serial': '5af31226-56af-403f-9c6a-9b5cdc8a9406'} {{(pid=68116) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1406.592106] env[68116]: DEBUG nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.116771] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.117059] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.118584] env[68116]: INFO nova.compute.claims [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.627082] env[68116]: DEBUG nova.objects.instance [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid c34a83e7-1765-4bdb-805f-a0b6c159879e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.019114] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.135648] env[68116]: DEBUG oslo_concurrency.lockutils [None req-5b2e38ce-ed6c-4242-9eff-570053c1c652 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.185030] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cc3dfb-1b93-4ea3-a995-4d40ad4bdb9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.191994] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ba9e1b-f858-4c7b-ab5a-4bec839d6d16 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.223020] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528e86c-18fa-4811-808d-0a5a7a1b42e1 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.230352] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d240a8-3e70-4205-9125-ddc97f319cb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.249289] env[68116]: DEBUG nova.compute.provider_tree [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.403896] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.404177] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.522567] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.753400] env[68116]: DEBUG nova.scheduler.client.report [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.906950] env[68116]: INFO nova.compute.manager [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Detaching volume d66d4d9a-799f-496c-827e-b7e47a231def [ 1408.949236] env[68116]: INFO nova.virt.block_device [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Attempting to driver detach volume d66d4d9a-799f-496c-827e-b7e47a231def from mountpoint /dev/sdb [ 1408.949509] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1408.949699] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560265', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'name': 'volume-d66d4d9a-799f-496c-827e-b7e47a231def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'serial': 'd66d4d9a-799f-496c-827e-b7e47a231def'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1408.950647] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a993a71b-15a4-4707-b671-16488b9fc93e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.975482] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4aed8-b7bc-4916-b061-b08d60076c15 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.983109] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e970d3f-a19c-4307-8be0-c52ee06587bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.007841] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa44e0d-7b76-42bb-bd02-0e232921f928 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.023843] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] The volume has not been displaced from its original location: [datastore2] volume-d66d4d9a-799f-496c-827e-b7e47a231def/volume-d66d4d9a-799f-496c-827e-b7e47a231def.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1409.029317] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1409.029986] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af43ea88-7868-4c1a-9c7c-92a85d04625a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.048568] env[68116]: DEBUG oslo_vmware.api [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1409.048568] env[68116]: value = "task-2787177" [ 1409.048568] env[68116]: _type = "Task" [ 1409.048568] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.056573] env[68116]: DEBUG oslo_vmware.api [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.258188] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.258656] env[68116]: DEBUG nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.261469] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.739s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.261645] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.261798] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1409.262869] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b4c7d-0e9d-46ea-ab2c-80f5f4cb546e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.270554] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff96f82-a04d-405a-a28b-97c07b50ca43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.284278] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92abb133-233a-422b-9072-2e7ba5551a74 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.291171] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdb88c-a971-43b6-b1c4-dc87d0117b62 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.321370] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180505MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1409.321520] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.321719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.558277] env[68116]: DEBUG oslo_vmware.api [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787177, 'name': ReconfigVM_Task, 'duration_secs': 0.357528} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.558499] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1409.563119] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc4062d-bfd2-4d22-b52d-2b6b3feb4266 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.578393] env[68116]: DEBUG oslo_vmware.api [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1409.578393] env[68116]: value = "task-2787178" [ 1409.578393] env[68116]: _type = "Task" [ 1409.578393] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.585583] env[68116]: DEBUG oslo_vmware.api [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.764683] env[68116]: DEBUG nova.compute.utils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.765643] env[68116]: DEBUG nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.765812] env[68116]: DEBUG nova.network.neutron [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.812198] env[68116]: DEBUG nova.policy [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c33784bfe0a4de182d9c9933881460c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02e13a9bfb24e5da73a2dace725bb5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.087686] env[68116]: DEBUG oslo_vmware.api [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787178, 'name': ReconfigVM_Task, 'duration_secs': 0.147163} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.088509] env[68116]: DEBUG nova.network.neutron [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Successfully created port: fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.090549] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560265', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'name': 'volume-d66d4d9a-799f-496c-827e-b7e47a231def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66d4d9a-799f-496c-827e-b7e47a231def', 'serial': 'd66d4d9a-799f-496c-827e-b7e47a231def'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1410.268689] env[68116]: DEBUG nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.345511] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.345672] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance c34a83e7-1765-4bdb-805f-a0b6c159879e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.345794] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 6b72845c-7e5f-400c-be41-af4d2ff6b0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.345971] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1410.346123] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1410.401931] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343f20e-a7b8-4794-8915-4b8b765a1678 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.409757] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df2a0e-e71a-4890-bdf0-bd7de2417544 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.441400] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50125681-9101-4dfd-a978-e496bc10ccad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.450563] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e99bd42-9b37-4256-bb9d-1a58f16bec90 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.469481] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.648745] env[68116]: DEBUG nova.objects.instance [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid c34a83e7-1765-4bdb-805f-a0b6c159879e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.973026] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.278443] env[68116]: DEBUG nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.305532] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.305817] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.305991] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.306191] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.306356] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.306504] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.306734] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.306906] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.307093] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.307281] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.307458] env[68116]: DEBUG nova.virt.hardware [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.308833] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca06eb-9e6c-45ef-8d2a-d55950c15b43 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.316858] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a38d973-99d9-4708-bb94-048dfd57a9a0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.479144] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1411.479405] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.511176] env[68116]: DEBUG nova.compute.manager [req-33b6d4cc-bcb9-4ab6-b5c3-1a1b5f3acb4e req-8d499aa6-3bd2-4a57-a586-19df75ad560e service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Received event network-vif-plugged-fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1411.511427] env[68116]: DEBUG oslo_concurrency.lockutils [req-33b6d4cc-bcb9-4ab6-b5c3-1a1b5f3acb4e req-8d499aa6-3bd2-4a57-a586-19df75ad560e service nova] Acquiring lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.512369] env[68116]: DEBUG oslo_concurrency.lockutils [req-33b6d4cc-bcb9-4ab6-b5c3-1a1b5f3acb4e req-8d499aa6-3bd2-4a57-a586-19df75ad560e service nova] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.512631] env[68116]: DEBUG oslo_concurrency.lockutils [req-33b6d4cc-bcb9-4ab6-b5c3-1a1b5f3acb4e req-8d499aa6-3bd2-4a57-a586-19df75ad560e service nova] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.512853] env[68116]: DEBUG nova.compute.manager [req-33b6d4cc-bcb9-4ab6-b5c3-1a1b5f3acb4e req-8d499aa6-3bd2-4a57-a586-19df75ad560e service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] No waiting events found dispatching network-vif-plugged-fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.513204] env[68116]: WARNING nova.compute.manager [req-33b6d4cc-bcb9-4ab6-b5c3-1a1b5f3acb4e req-8d499aa6-3bd2-4a57-a586-19df75ad560e service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Received unexpected event network-vif-plugged-fccebf54-f189-404f-8f83-82aed1c2bba2 for instance with vm_state building and task_state spawning. [ 1411.594308] env[68116]: DEBUG nova.network.neutron [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Successfully updated port: fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.660856] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ebbfed35-1cdc-4676-8c87-9b844350525e tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.664264] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.664497] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.097456] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.097456] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.097814] env[68116]: DEBUG nova.network.neutron [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.166898] env[68116]: INFO nova.compute.manager [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Detaching volume 5af31226-56af-403f-9c6a-9b5cdc8a9406 [ 1412.202852] env[68116]: INFO nova.virt.block_device [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Attempting to driver detach volume 5af31226-56af-403f-9c6a-9b5cdc8a9406 from mountpoint /dev/sdc [ 1412.203098] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Volume detach. Driver type: vmdk {{(pid=68116) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1412.203316] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560266', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'name': 'volume-5af31226-56af-403f-9c6a-9b5cdc8a9406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'serial': '5af31226-56af-403f-9c6a-9b5cdc8a9406'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1412.204162] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b34e0-951d-448a-842b-a363f522c510 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.226583] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5126817-9199-4027-8269-052b3065d3fa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.233625] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1cdbcd-3a2b-4cb6-8ffa-24870fafc4f9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.253967] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32be28e-05d8-4ee7-b15a-754fcbc23477 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.268183] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] The volume has not been displaced from its original location: [datastore2] volume-5af31226-56af-403f-9c6a-9b5cdc8a9406/volume-5af31226-56af-403f-9c6a-9b5cdc8a9406.vmdk. No consolidation needed. {{(pid=68116) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1412.273460] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1412.273746] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22c7377-28ca-47d7-a837-1b2c046273fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.291591] env[68116]: DEBUG oslo_vmware.api [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1412.291591] env[68116]: value = "task-2787179" [ 1412.291591] env[68116]: _type = "Task" [ 1412.291591] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.301660] env[68116]: DEBUG oslo_vmware.api [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.478998] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.479224] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.479390] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.479536] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.632512] env[68116]: DEBUG nova.network.neutron [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.751383] env[68116]: DEBUG nova.network.neutron [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Updating instance_info_cache with network_info: [{"id": "fccebf54-f189-404f-8f83-82aed1c2bba2", "address": "fa:16:3e:af:fe:00", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfccebf54-f1", "ovs_interfaceid": "fccebf54-f189-404f-8f83-82aed1c2bba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.802087] env[68116]: DEBUG oslo_vmware.api [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787179, 'name': ReconfigVM_Task, 'duration_secs': 0.219931} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.802462] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.806966] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad701b8-8cb3-40d2-ba21-efdf1ca8ce71 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.821532] env[68116]: DEBUG oslo_vmware.api [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1412.821532] env[68116]: value = "task-2787180" [ 1412.821532] env[68116]: _type = "Task" [ 1412.821532] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.828832] env[68116]: DEBUG oslo_vmware.api [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.019457] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.254067] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.254451] env[68116]: DEBUG nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Instance network_info: |[{"id": "fccebf54-f189-404f-8f83-82aed1c2bba2", "address": "fa:16:3e:af:fe:00", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfccebf54-f1", "ovs_interfaceid": "fccebf54-f189-404f-8f83-82aed1c2bba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.254890] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:fe:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fccebf54-f189-404f-8f83-82aed1c2bba2', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.262660] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.262865] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.263106] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-909de79a-e242-4607-bb9f-71eda7eb3715 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.282892] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.282892] env[68116]: value = "task-2787181" [ 1413.282892] env[68116]: _type = "Task" [ 1413.282892] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.290471] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787181, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.331750] env[68116]: DEBUG oslo_vmware.api [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787180, 'name': ReconfigVM_Task, 'duration_secs': 0.137618} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.332070] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560266', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'name': 'volume-5af31226-56af-403f-9c6a-9b5cdc8a9406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34a83e7-1765-4bdb-805f-a0b6c159879e', 'attached_at': '', 'detached_at': '', 'volume_id': '5af31226-56af-403f-9c6a-9b5cdc8a9406', 'serial': '5af31226-56af-403f-9c6a-9b5cdc8a9406'} {{(pid=68116) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1413.539543] env[68116]: DEBUG nova.compute.manager [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Received event network-changed-fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1413.539745] env[68116]: DEBUG nova.compute.manager [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Refreshing instance network info cache due to event network-changed-fccebf54-f189-404f-8f83-82aed1c2bba2. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1413.539958] env[68116]: DEBUG oslo_concurrency.lockutils [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] Acquiring lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.540288] env[68116]: DEBUG oslo_concurrency.lockutils [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] Acquired lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.540518] env[68116]: DEBUG nova.network.neutron [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Refreshing network info cache for port fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.795043] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787181, 'name': CreateVM_Task, 'duration_secs': 0.298881} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.795209] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.795849] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.796036] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.796366] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.796616] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248f47ed-f87b-4b12-9a89-d94f8c360268 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.801264] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1413.801264] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]529a209c-fae2-dcea-ff60-eba83e223228" [ 1413.801264] env[68116]: _type = "Task" [ 1413.801264] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.808801] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529a209c-fae2-dcea-ff60-eba83e223228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.875425] env[68116]: DEBUG nova.objects.instance [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'flavor' on Instance uuid c34a83e7-1765-4bdb-805f-a0b6c159879e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.019139] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.215976] env[68116]: DEBUG nova.network.neutron [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Updated VIF entry in instance network info cache for port fccebf54-f189-404f-8f83-82aed1c2bba2. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.216355] env[68116]: DEBUG nova.network.neutron [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Updating instance_info_cache with network_info: [{"id": "fccebf54-f189-404f-8f83-82aed1c2bba2", "address": "fa:16:3e:af:fe:00", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfccebf54-f1", "ovs_interfaceid": "fccebf54-f189-404f-8f83-82aed1c2bba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.311468] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]529a209c-fae2-dcea-ff60-eba83e223228, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.311787] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.311989] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.312237] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.312383] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.312586] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.312830] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-874b39f9-60b6-41d1-b0d5-862e54081345 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.320910] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.321101] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.321763] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85653804-ea9a-4289-8b9c-539a6a1aae9e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.326501] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1414.326501] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b17fa9-b215-56ba-9a34-f1bd6d6b2ce1" [ 1414.326501] env[68116]: _type = "Task" [ 1414.326501] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.333455] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b17fa9-b215-56ba-9a34-f1bd6d6b2ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.718859] env[68116]: DEBUG oslo_concurrency.lockutils [req-65010c57-e9cb-46fd-8d4b-eaf3e665e0ff req-0b9d1f72-1344-442c-9db9-f2c0428f8570 service nova] Releasing lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.836957] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b17fa9-b215-56ba-9a34-f1bd6d6b2ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.008084} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.837705] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075f0845-6869-48a1-b9b7-da9a9fca59ef {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.842850] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1414.842850] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5276837a-4a05-b6f9-5b2b-8ceb8679e3b3" [ 1414.842850] env[68116]: _type = "Task" [ 1414.842850] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.849854] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5276837a-4a05-b6f9-5b2b-8ceb8679e3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.882388] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d77f95d4-2d28-48ba-a997-ce9dcb60b432 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.014124] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.353490] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5276837a-4a05-b6f9-5b2b-8ceb8679e3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.353758] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.354013] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.354274] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c81c221-cff2-4570-9cce-222b7a24dab8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.360162] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1415.360162] env[68116]: value = "task-2787182" [ 1415.360162] env[68116]: _type = "Task" [ 1415.360162] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.367553] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.519810] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.519810] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1415.869124] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460737} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.869386] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.869590] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.869826] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da65327-175d-4820-80c1-d1970d7e3eb4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.875808] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1415.875808] env[68116]: value = "task-2787183" [ 1415.875808] env[68116]: _type = "Task" [ 1415.875808] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.882741] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.054542] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.054812] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.055038] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "c34a83e7-1765-4bdb-805f-a0b6c159879e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.055232] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.055403] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.057467] env[68116]: INFO nova.compute.manager [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Terminating instance [ 1416.385549] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087019} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.385991] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.387184] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9de054-8c87-4b06-9189-2163859ba49b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.408833] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.409066] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce1cfbd1-c158-49f9-954e-0706bf96eac0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.427592] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1416.427592] env[68116]: value = "task-2787184" [ 1416.427592] env[68116]: _type = "Task" [ 1416.427592] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.434810] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.560922] env[68116]: DEBUG nova.compute.manager [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.561132] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.562061] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdec61f-0c1c-4434-8be6-b4ee098256ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.569542] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.569769] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e899fc4e-2fb4-4894-bd1a-f53f0e3d1271 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.575312] env[68116]: DEBUG oslo_vmware.api [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1416.575312] env[68116]: value = "task-2787185" [ 1416.575312] env[68116]: _type = "Task" [ 1416.575312] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.583179] env[68116]: DEBUG oslo_vmware.api [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.937099] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.085389] env[68116]: DEBUG oslo_vmware.api [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787185, 'name': PowerOffVM_Task, 'duration_secs': 0.338836} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.085714] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.085887] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.086152] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0df01872-0abf-414e-8ed7-31d5fc9d3775 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.146532] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.146748] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.146920] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Deleting the datastore file [datastore2] c34a83e7-1765-4bdb-805f-a0b6c159879e {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.147186] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719779ab-fae6-4613-9afd-1b3077bbffcf {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.153343] env[68116]: DEBUG oslo_vmware.api [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for the task: (returnval){ [ 1417.153343] env[68116]: value = "task-2787187" [ 1417.153343] env[68116]: _type = "Task" [ 1417.153343] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.160692] env[68116]: DEBUG oslo_vmware.api [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.437832] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787184, 'name': ReconfigVM_Task, 'duration_secs': 0.540028} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.438131] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.438749] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-051cf308-2367-44ef-8f1e-29c19d11df3b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.444818] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1417.444818] env[68116]: value = "task-2787188" [ 1417.444818] env[68116]: _type = "Task" [ 1417.444818] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.452315] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787188, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.662977] env[68116]: DEBUG oslo_vmware.api [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Task: {'id': task-2787187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138767} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.663248] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.663431] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.663608] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.663782] env[68116]: INFO nova.compute.manager [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1417.664031] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.664229] env[68116]: DEBUG nova.compute.manager [-] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.664323] env[68116]: DEBUG nova.network.neutron [-] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.954748] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787188, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.089229] env[68116]: DEBUG nova.compute.manager [req-102b5554-1a3c-42f2-9c31-41d720286b6c req-98447bcf-7dc1-440b-b625-b90ffd37318d service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Received event network-vif-deleted-9fb0e202-ae2b-4f41-a0c8-9c132a49eb95 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1418.089310] env[68116]: INFO nova.compute.manager [req-102b5554-1a3c-42f2-9c31-41d720286b6c req-98447bcf-7dc1-440b-b625-b90ffd37318d service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Neutron deleted interface 9fb0e202-ae2b-4f41-a0c8-9c132a49eb95; detaching it from the instance and deleting it from the info cache [ 1418.089557] env[68116]: DEBUG nova.network.neutron [req-102b5554-1a3c-42f2-9c31-41d720286b6c req-98447bcf-7dc1-440b-b625-b90ffd37318d service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.454910] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787188, 'name': Rename_Task, 'duration_secs': 0.624486} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.455286] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.455486] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af0c6cf0-9d56-40a2-909e-c180473f0fb0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.462126] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1418.462126] env[68116]: value = "task-2787189" [ 1418.462126] env[68116]: _type = "Task" [ 1418.462126] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.469497] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.573124] env[68116]: DEBUG nova.network.neutron [-] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.593373] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-617f4cf4-ee98-43c3-b6bd-cc9f18b71743 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.604194] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d336187-9829-4182-a88c-0b21865a4e45 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.631710] env[68116]: DEBUG nova.compute.manager [req-102b5554-1a3c-42f2-9c31-41d720286b6c req-98447bcf-7dc1-440b-b625-b90ffd37318d service nova] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Detach interface failed, port_id=9fb0e202-ae2b-4f41-a0c8-9c132a49eb95, reason: Instance c34a83e7-1765-4bdb-805f-a0b6c159879e could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1418.971823] env[68116]: DEBUG oslo_vmware.api [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787189, 'name': PowerOnVM_Task, 'duration_secs': 0.426521} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.972102] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.972311] env[68116]: INFO nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1418.972553] env[68116]: DEBUG nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.973338] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e06721-bbdf-4633-804d-7b5109b9b423 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.076216] env[68116]: INFO nova.compute.manager [-] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Took 1.41 seconds to deallocate network for instance. [ 1419.489837] env[68116]: INFO nova.compute.manager [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Took 12.39 seconds to build instance. [ 1419.582705] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.582995] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.583241] env[68116]: DEBUG nova.objects.instance [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lazy-loading 'resources' on Instance uuid c34a83e7-1765-4bdb-805f-a0b6c159879e {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.992453] env[68116]: DEBUG oslo_concurrency.lockutils [None req-65e8ef2b-3d2d-4582-a8ba-bf9f094d8d81 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.903s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.137668] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c5cde-3d51-4351-a564-de66b8d81f7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.146599] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c722e1-e7a0-457e-911f-be20f6ec721b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.175568] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05dc6b6-f3be-425f-992e-eb112ea3ff67 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.182640] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3df99-0d27-479d-8869-a7fcc178805b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.195428] env[68116]: DEBUG nova.compute.provider_tree [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.198440] env[68116]: DEBUG nova.compute.manager [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Received event network-changed-fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1420.198624] env[68116]: DEBUG nova.compute.manager [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Refreshing instance network info cache due to event network-changed-fccebf54-f189-404f-8f83-82aed1c2bba2. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1420.198826] env[68116]: DEBUG oslo_concurrency.lockutils [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] Acquiring lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.198967] env[68116]: DEBUG oslo_concurrency.lockutils [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] Acquired lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.199140] env[68116]: DEBUG nova.network.neutron [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Refreshing network info cache for port fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.701326] env[68116]: DEBUG nova.scheduler.client.report [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.905148] env[68116]: DEBUG nova.network.neutron [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Updated VIF entry in instance network info cache for port fccebf54-f189-404f-8f83-82aed1c2bba2. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.905647] env[68116]: DEBUG nova.network.neutron [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Updating instance_info_cache with network_info: [{"id": "fccebf54-f189-404f-8f83-82aed1c2bba2", "address": "fa:16:3e:af:fe:00", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfccebf54-f1", "ovs_interfaceid": "fccebf54-f189-404f-8f83-82aed1c2bba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.207654] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.238619] env[68116]: INFO nova.scheduler.client.report [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Deleted allocations for instance c34a83e7-1765-4bdb-805f-a0b6c159879e [ 1421.409584] env[68116]: DEBUG oslo_concurrency.lockutils [req-a9f6e3b3-e710-4d0c-9da1-429c45cf2a27 req-09359823-52cc-4c15-9b32-7325af2ba707 service nova] Releasing lock "refresh_cache-6b72845c-7e5f-400c-be41-af4d2ff6b0ef" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.746218] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dc3c564a-04b4-4d45-9bc2-784ffa6707b2 tempest-AttachVolumeTestJSON-790066154 tempest-AttachVolumeTestJSON-790066154-project-member] Lock "c34a83e7-1765-4bdb-805f-a0b6c159879e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.473202] env[68116]: INFO nova.compute.manager [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Rebuilding instance [ 1458.523759] env[68116]: DEBUG nova.compute.manager [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.524647] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec219c3e-1a4b-4ab2-a179-b0988a2f60ac {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.537507] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.537896] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d80139-a496-47ad-91f6-20dc06f683a6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.545511] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1459.545511] env[68116]: value = "task-2787193" [ 1459.545511] env[68116]: _type = "Task" [ 1459.545511] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.553290] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.055433] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787193, 'name': PowerOffVM_Task, 'duration_secs': 0.206307} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.055772] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.056056] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.056824] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4e49ba-04f0-4ded-b335-b9554a69bf6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.062911] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.063138] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a01f3a3-35f4-465c-bba1-79ff7199e785 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.127704] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.127997] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.128218] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleting the datastore file [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.128480] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-358735cb-7bfd-4bd3-b6cf-c44de69e399e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.135434] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1460.135434] env[68116]: value = "task-2787195" [ 1460.135434] env[68116]: _type = "Task" [ 1460.135434] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.142541] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.645300] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141744} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.645689] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.645736] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.645881] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1461.683739] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.684045] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.684157] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.684345] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.684493] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.684641] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.684854] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.685024] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.685196] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.685363] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.685539] env[68116]: DEBUG nova.virt.hardware [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.686418] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32c1108-af64-4cdc-a23c-c92599535717 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.694322] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce75d172-3481-4704-b056-c86a35bd0e7e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.707653] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:fe:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fccebf54-f189-404f-8f83-82aed1c2bba2', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.714911] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1461.715143] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.715334] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18030c82-ab6a-419e-8a15-84d9de021182 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.734624] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.734624] env[68116]: value = "task-2787196" [ 1461.734624] env[68116]: _type = "Task" [ 1461.734624] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.741707] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787196, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.245028] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787196, 'name': CreateVM_Task, 'duration_secs': 0.338397} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.245296] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.245951] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.246135] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.246463] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.246714] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d526deb4-1131-4525-9e9d-1dcad13fdf37 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.250958] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1462.250958] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b2dcc2-cea0-66df-890a-10d59287cc62" [ 1462.250958] env[68116]: _type = "Task" [ 1462.250958] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.258056] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b2dcc2-cea0-66df-890a-10d59287cc62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.760866] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b2dcc2-cea0-66df-890a-10d59287cc62, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.761315] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.761392] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.761620] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.761762] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.761936] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.762198] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5de5c3b-ee18-48fe-9a87-e435ea845191 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.769781] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.769950] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.770674] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb060dce-b74d-4394-bb00-a312e439f66d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.775255] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1462.775255] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]526e68ef-748b-6dc2-5748-38eb0f418bd8" [ 1462.775255] env[68116]: _type = "Task" [ 1462.775255] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.782025] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526e68ef-748b-6dc2-5748-38eb0f418bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.285624] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]526e68ef-748b-6dc2-5748-38eb0f418bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008002} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.286396] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac01d68-35a2-444c-8465-d248e63d0bba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.291225] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1463.291225] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52ed8424-609a-e901-0eb4-f3d1b5a927ed" [ 1463.291225] env[68116]: _type = "Task" [ 1463.291225] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.298386] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed8424-609a-e901-0eb4-f3d1b5a927ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.801160] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52ed8424-609a-e901-0eb4-f3d1b5a927ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.801484] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.801701] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.801959] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3b07cdc-957d-442d-b654-a609bf1fde8c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.807950] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1463.807950] env[68116]: value = "task-2787197" [ 1463.807950] env[68116]: _type = "Task" [ 1463.807950] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.816031] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.317395] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415091} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.317646] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.317844] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.318102] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12a0aa6-f002-4afe-89d8-12d2ab847b64 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.324185] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1464.324185] env[68116]: value = "task-2787198" [ 1464.324185] env[68116]: _type = "Task" [ 1464.324185] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.330821] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.833894] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059786} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.834151] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.834885] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbf1405-f0cd-4872-9836-a1214718a0ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.856130] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.856356] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95cb04a1-ce81-4da0-8fd6-f9421484a578 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.876385] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1464.876385] env[68116]: value = "task-2787199" [ 1464.876385] env[68116]: _type = "Task" [ 1464.876385] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.883753] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.385463] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787199, 'name': ReconfigVM_Task, 'duration_secs': 0.280286} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.385760] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef/6b72845c-7e5f-400c-be41-af4d2ff6b0ef.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.386420] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f648b565-84f0-4b70-b80e-ea7593b59c4b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.393431] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1465.393431] env[68116]: value = "task-2787200" [ 1465.393431] env[68116]: _type = "Task" [ 1465.393431] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.400835] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787200, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.903144] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787200, 'name': Rename_Task, 'duration_secs': 0.139713} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.903429] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.903661] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7efba9c6-a0a9-4ec6-b7a6-4a0816eca263 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.910015] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1465.910015] env[68116]: value = "task-2787201" [ 1465.910015] env[68116]: _type = "Task" [ 1465.910015] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.917068] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.420494] env[68116]: DEBUG oslo_vmware.api [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787201, 'name': PowerOnVM_Task, 'duration_secs': 0.448049} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.420822] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.421029] env[68116]: DEBUG nova.compute.manager [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.421805] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a68d454-8683-4248-87fa-65af79adb2e9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.937233] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.937703] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.937703] env[68116]: DEBUG nova.objects.instance [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68116) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1467.946069] env[68116]: DEBUG oslo_concurrency.lockutils [None req-79e700c6-086a-4f47-be03-bafee6681e4b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.018782] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.019197] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.019197] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.521876] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.522151] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.522359] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.522484] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1470.523802] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb2507-f81d-4711-8ed7-642f84c69ee8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.531808] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df278c-dc07-41e0-99ac-ef0561608884 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.545019] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b595efab-7a75-4ce2-9ac7-02da8227e033 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.551185] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0a8ee-27b8-4758-b649-7f071e4c98a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.578744] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180458MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1470.578893] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.579091] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.605323] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1471.605628] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 6b72845c-7e5f-400c-be41-af4d2ff6b0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1471.605698] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1471.605828] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1471.638878] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7b7d1-eda1-4206-a778-84837fab5e96 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.645779] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6932caf8-ad6b-4e46-aed7-4f13dc5afeb7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.675642] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb8e75e-2084-4d7f-8638-e7a44857d76b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.682332] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6235c1cc-5dbd-4e2b-bbf2-bdad15e86352 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.695056] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.198422] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.703927] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1472.704333] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.704474] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.704540] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Cleaning up deleted instances {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1473.212929] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] There are 21 instances to clean {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1473.213150] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: c34a83e7-1765-4bdb-805f-a0b6c159879e] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1473.716157] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: c526ce9c-20fe-46f7-94cf-1d1a7b2fd62b] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1474.220340] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: aba861dc-87a3-4de8-b4e5-bf6954ad5ef6] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1474.723871] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 68220254-38d4-4f7e-adc7-22fb41f8d301] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.227641] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 9b573246-afc5-4892-a6a7-47ee647ef63f] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.731527] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: edad6165-fc3e-4f56-be21-c18e9322c27e] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1476.235236] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 9fba3043-4dc6-4cf7-9441-1ab3f242d508] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1476.738899] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: b5caebde-d9bc-4293-93f3-3c063464a945] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1477.242601] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: ce523c03-91b7-4b4e-8c73-9a75c95faf07] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1477.746095] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: d1e67239-a2bc-4e86-a5a9-41ee0bcf2bf5] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1478.249525] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: d1b83423-85f5-4612-b0cb-019adcc3a1f4] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1478.753281] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 741abbe4-332f-425d-aa92-88078ee33183] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1479.257105] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 89a469d6-0ee8-444a-a0bc-810fe364afeb] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1479.760491] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 18eaf7f7-65d9-4547-a00a-99eb53e72121] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1480.263689] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 19ccaa0f-04d9-48f4-9cd8-ea399922a11d] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1480.766876] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 06f18856-3e62-47f8-87ac-efbafe2477f2] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1481.269772] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: b90cd204-f738-4030-b2e4-49498a2ab627] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1481.772846] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 15ce9d2c-5b98-4ab3-b592-b54c965e1305] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1482.275589] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 62a33421-8d24-43ac-b41b-f635b7187490] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1482.778512] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 241b1272-3e51-4072-b753-674c38ec5af7] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1483.281822] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 59e4767e-8354-466f-a0cf-6f89efa776e8] Instance has had 0 of 5 cleanup attempts {{(pid=68116) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1483.785278] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.785724] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Cleaning up deleted instances with incomplete migration {{(pid=68116) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1484.287521] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.786037] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.786037] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.786037] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.786037] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.786598] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.786598] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1497.776679] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.777162] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.777222] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.777382] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.777556] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.781075] env[68116]: INFO nova.compute.manager [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Terminating instance [ 1498.284862] env[68116]: DEBUG nova.compute.manager [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.285073] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.285952] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b932cd47-311f-4957-9cab-353f1c9752f8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.293786] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.294000] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f22eafa-b294-4c20-8371-d2e34a9c6b4e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.302947] env[68116]: DEBUG oslo_vmware.api [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1498.302947] env[68116]: value = "task-2787202" [ 1498.302947] env[68116]: _type = "Task" [ 1498.302947] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.310539] env[68116]: DEBUG oslo_vmware.api [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.812976] env[68116]: DEBUG oslo_vmware.api [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787202, 'name': PowerOffVM_Task, 'duration_secs': 0.180917} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.813382] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.813436] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.813674] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a95f5e8a-8f0d-4945-b2df-f0ea5b4ddc0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.885603] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.885808] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.885986] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleting the datastore file [datastore2] 6b72845c-7e5f-400c-be41-af4d2ff6b0ef {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.886258] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0579951b-83cc-4a91-91d4-bb864935dbc7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.892713] env[68116]: DEBUG oslo_vmware.api [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1498.892713] env[68116]: value = "task-2787204" [ 1498.892713] env[68116]: _type = "Task" [ 1498.892713] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.900232] env[68116]: DEBUG oslo_vmware.api [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.402666] env[68116]: DEBUG oslo_vmware.api [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142526} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.402917] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.403113] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.403292] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.403464] env[68116]: INFO nova.compute.manager [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1499.403704] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.403891] env[68116]: DEBUG nova.compute.manager [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.404036] env[68116]: DEBUG nova.network.neutron [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.830309] env[68116]: DEBUG nova.compute.manager [req-02e9a8f2-3a48-400b-a9f3-5de5ef1f72e0 req-2315e314-a29f-4bd1-8ec1-eb2163fdb6c4 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Received event network-vif-deleted-fccebf54-f189-404f-8f83-82aed1c2bba2 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1499.830565] env[68116]: INFO nova.compute.manager [req-02e9a8f2-3a48-400b-a9f3-5de5ef1f72e0 req-2315e314-a29f-4bd1-8ec1-eb2163fdb6c4 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Neutron deleted interface fccebf54-f189-404f-8f83-82aed1c2bba2; detaching it from the instance and deleting it from the info cache [ 1499.830656] env[68116]: DEBUG nova.network.neutron [req-02e9a8f2-3a48-400b-a9f3-5de5ef1f72e0 req-2315e314-a29f-4bd1-8ec1-eb2163fdb6c4 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.318069] env[68116]: DEBUG nova.network.neutron [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.333680] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2531832-6477-4b13-8bd5-11787299d470 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.345671] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce15d91-8d15-4f92-a8a1-d97b9495a146 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.371429] env[68116]: DEBUG nova.compute.manager [req-02e9a8f2-3a48-400b-a9f3-5de5ef1f72e0 req-2315e314-a29f-4bd1-8ec1-eb2163fdb6c4 service nova] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Detach interface failed, port_id=fccebf54-f189-404f-8f83-82aed1c2bba2, reason: Instance 6b72845c-7e5f-400c-be41-af4d2ff6b0ef could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1500.820445] env[68116]: INFO nova.compute.manager [-] [instance: 6b72845c-7e5f-400c-be41-af4d2ff6b0ef] Took 1.42 seconds to deallocate network for instance. [ 1501.327474] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.327855] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.327855] env[68116]: DEBUG nova.objects.instance [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'resources' on Instance uuid 6b72845c-7e5f-400c-be41-af4d2ff6b0ef {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.936057] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95131c5d-3fd6-45a3-a848-fdbf11e2a801 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.942430] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8268bb05-ad62-49d7-86e2-fc1e7a8d9680 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.972313] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926fd004-bf63-4b0e-bc2e-facfd4d0ef0e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.978941] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33273695-e97a-441d-a7f5-1f2cbee32012 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.991440] env[68116]: DEBUG nova.compute.provider_tree [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.494333] env[68116]: DEBUG nova.scheduler.client.report [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.000058] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.023538] env[68116]: INFO nova.scheduler.client.report [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted allocations for instance 6b72845c-7e5f-400c-be41-af4d2ff6b0ef [ 1503.530912] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec18b6f8-ee83-4bb8-95f9-0add084d070f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "6b72845c-7e5f-400c-be41-af4d2ff6b0ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.754s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.533884] env[68116]: DEBUG nova.compute.manager [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1506.049787] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.050082] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.554786] env[68116]: INFO nova.compute.claims [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.061539] env[68116]: INFO nova.compute.resource_tracker [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating resource usage from migration 57ff7605-a209-4077-970f-f80338455f9e [ 1507.101998] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed63a0ee-b890-447f-aaf9-97950ec5602d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.108807] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2127fca3-b14a-4aa3-ab47-131bb04e0fd0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.137160] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc0701-d6d7-4ec4-bef7-84277fb23df0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.143702] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359ab291-40f6-45cd-830f-2b125cadba0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.155978] env[68116]: DEBUG nova.compute.provider_tree [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.660038] env[68116]: DEBUG nova.scheduler.client.report [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.167639] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.117s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.167844] env[68116]: INFO nova.compute.manager [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Migrating [ 1508.682193] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.682586] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.682586] env[68116]: DEBUG nova.network.neutron [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.380236] env[68116]: DEBUG nova.network.neutron [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.883062] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.398380] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f75b3b6-21bd-45ce-aaf8-4f397997ae78 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.418098] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance 'ddb3d058-e572-41bd-9a7e-3fb25a6a0c91' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1511.924891] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.925238] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a7cafd7-8373-4d98-b331-d91145407242 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.933401] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1511.933401] env[68116]: value = "task-2787205" [ 1511.933401] env[68116]: _type = "Task" [ 1511.933401] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.940704] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.442566] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787205, 'name': PowerOffVM_Task, 'duration_secs': 0.179509} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.442931] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.443016] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance 'ddb3d058-e572-41bd-9a7e-3fb25a6a0c91' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1512.949934] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.950242] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.950352] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.950534] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.950676] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.950821] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.951052] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.951228] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.951397] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.951605] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.951818] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.956986] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c3661b-7d40-4801-9945-291a380f66fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.973357] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1512.973357] env[68116]: value = "task-2787206" [ 1512.973357] env[68116]: _type = "Task" [ 1512.973357] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.981095] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.484435] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787206, 'name': ReconfigVM_Task, 'duration_secs': 0.216047} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.484830] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance 'ddb3d058-e572-41bd-9a7e-3fb25a6a0c91' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1513.990818] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1513.991157] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1513.991332] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1513.991517] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1513.991662] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1513.991809] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1513.992023] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1513.992193] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1513.992355] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1513.992515] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1513.992683] env[68116]: DEBUG nova.virt.hardware [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1513.997886] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1513.998184] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831625da-808a-4b31-ba03-abcca5b696a8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.016313] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1514.016313] env[68116]: value = "task-2787207" [ 1514.016313] env[68116]: _type = "Task" [ 1514.016313] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.023992] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.525744] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787207, 'name': ReconfigVM_Task, 'duration_secs': 0.159783} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.526115] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1514.526713] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa56d7a-e615-4001-a724-12d2fec48bc3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.547666] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ddb3d058-e572-41bd-9a7e-3fb25a6a0c91/ddb3d058-e572-41bd-9a7e-3fb25a6a0c91.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.547882] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0577c0-608c-4233-98dc-72477b7b8f19 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.564916] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1514.564916] env[68116]: value = "task-2787208" [ 1514.564916] env[68116]: _type = "Task" [ 1514.564916] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.571832] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.075091] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787208, 'name': ReconfigVM_Task, 'duration_secs': 0.261483} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.075364] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ddb3d058-e572-41bd-9a7e-3fb25a6a0c91/ddb3d058-e572-41bd-9a7e-3fb25a6a0c91.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.075628] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance 'ddb3d058-e572-41bd-9a7e-3fb25a6a0c91' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.581762] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17a676b-6517-41d6-a096-cd6d4d44b39d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.599977] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2224f-df72-4749-a771-93efce796af5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.616611] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance 'ddb3d058-e572-41bd-9a7e-3fb25a6a0c91' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.175404] env[68116]: DEBUG nova.network.neutron [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Port 4d65086c-4d90-4148-9f8c-e612e37d99c5 binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1517.196923] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.197298] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.197298] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.250764] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.251016] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.251193] env[68116]: DEBUG nova.network.neutron [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.118748] env[68116]: DEBUG nova.network.neutron [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.621905] env[68116]: DEBUG oslo_concurrency.lockutils [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.142974] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf5e93-cd69-4644-986d-5211465a31e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.161544] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8661118f-f909-411e-a444-ef75ec00853e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.168197] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance 'ddb3d058-e572-41bd-9a7e-3fb25a6a0c91' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1520.674882] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.675268] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f267e52-ca2f-40d3-b55d-e147d557d15b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.682469] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1520.682469] env[68116]: value = "task-2787209" [ 1520.682469] env[68116]: _type = "Task" [ 1520.682469] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.689768] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.194530] env[68116]: DEBUG oslo_vmware.api [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787209, 'name': PowerOnVM_Task, 'duration_secs': 0.393075} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.194761] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.194915] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-db6377f9-affd-4a84-b98d-5515c56fba34 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance 'ddb3d058-e572-41bd-9a7e-3fb25a6a0c91' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1523.674845] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.675263] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.675510] env[68116]: DEBUG nova.compute.manager [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Going to confirm migration 9 {{(pid=68116) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1524.235294] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.235485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.235664] env[68116]: DEBUG nova.network.neutron [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.235850] env[68116]: DEBUG nova.objects.instance [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'info_cache' on Instance uuid ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.435226] env[68116]: DEBUG nova.network.neutron [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [{"id": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "address": "fa:16:3e:50:74:80", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d65086c-4d", "ovs_interfaceid": "4d65086c-4d90-4148-9f8c-e612e37d99c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.939224] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.939224] env[68116]: DEBUG nova.objects.instance [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'migration_context' on Instance uuid ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.441593] env[68116]: DEBUG nova.objects.base [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1526.442619] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deda1137-5de2-432b-a707-8e87cf4d0c1d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.462578] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59974162-724b-499c-8d5d-85904a5b07d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.468217] env[68116]: DEBUG oslo_vmware.api [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1526.468217] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5224fa05-996a-940b-7042-4e273f5058d0" [ 1526.468217] env[68116]: _type = "Task" [ 1526.468217] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.475364] env[68116]: DEBUG oslo_vmware.api [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5224fa05-996a-940b-7042-4e273f5058d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.977546] env[68116]: DEBUG oslo_vmware.api [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5224fa05-996a-940b-7042-4e273f5058d0, 'name': SearchDatastore_Task, 'duration_secs': 0.007977} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.977831] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.978099] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.524154] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b0d797-11a7-41a2-a1ad-c3d5e38811e3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.531799] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a4509f-6ba0-4203-bb4c-41a242b723a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.560924] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc736de-b121-411d-9397-d9523471864d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.567602] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c28c0-e8ed-4771-9628-966de5868408 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.579985] env[68116]: DEBUG nova.compute.provider_tree [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.083482] env[68116]: DEBUG nova.scheduler.client.report [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.095234] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.117s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.658551] env[68116]: INFO nova.scheduler.client.report [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted allocation for migration 57ff7605-a209-4077-970f-f80338455f9e [ 1530.019020] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.019020] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.164241] env[68116]: DEBUG oslo_concurrency.lockutils [None req-e3cccf0e-9c79-4bec-85b1-7e33d995288a tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.489s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.522015] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.522298] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.522470] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.522624] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1530.523533] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c594ae24-26b6-4746-9755-5953748ccb3e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.531631] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b32aab-56cf-4c2c-8fe3-cf8fefc2efba {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.544947] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ceea0-df4a-4dba-8e4a-6a999326e85d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.550857] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3040986e-9dfc-4d7a-9632-863114460281 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.579267] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.579497] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.579694] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.579871] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.580050] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.581591] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180467MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1530.581719] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.581907] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.583528] env[68116]: INFO nova.compute.manager [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Terminating instance [ 1531.087661] env[68116]: DEBUG nova.compute.manager [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.087869] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.088944] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c537c93-53fa-40e4-99e1-fdfbcf2e69f0 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.097367] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.098043] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51925f0c-bd87-44d0-a629-b2d34ef8b046 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.105574] env[68116]: DEBUG oslo_vmware.api [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1531.105574] env[68116]: value = "task-2787210" [ 1531.105574] env[68116]: _type = "Task" [ 1531.105574] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.114186] env[68116]: DEBUG oslo_vmware.api [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.604452] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.604737] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1531.604809] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=768MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1531.615459] env[68116]: DEBUG oslo_vmware.api [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787210, 'name': PowerOffVM_Task, 'duration_secs': 0.20701} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.615459] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.615681] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.615872] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98fe0e9f-6826-4630-8db1-5891bbf225bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.628876] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43461f9-ede6-4430-bf83-65fc4a390d0f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.635279] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914af50a-94bb-4562-8f14-d09c2936d103 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.664861] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f0a4e-1972-41e2-891c-314e1ae29381 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.671805] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9fcaea-ff39-4291-8f4f-ba8563e38341 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.684566] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.686699] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.686888] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.687088] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleting the datastore file [datastore2] ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.687520] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55552b75-c029-4ecd-91fd-e4d437899700 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.693354] env[68116]: DEBUG oslo_vmware.api [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1531.693354] env[68116]: value = "task-2787212" [ 1531.693354] env[68116]: _type = "Task" [ 1531.693354] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.701658] env[68116]: DEBUG oslo_vmware.api [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.188800] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.203097] env[68116]: DEBUG oslo_vmware.api [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142583} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.203327] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.203503] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.203830] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.204036] env[68116]: INFO nova.compute.manager [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1532.205676] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1532.205676] env[68116]: DEBUG nova.compute.manager [-] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.205676] env[68116]: DEBUG nova.network.neutron [-] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.694125] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1532.694408] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.697896] env[68116]: DEBUG nova.compute.manager [req-1905054d-0138-4b6d-8b15-89cfa060efb1 req-3818939d-b9ce-443d-9fe3-ad036670f405 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Received event network-vif-deleted-4d65086c-4d90-4148-9f8c-e612e37d99c5 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1532.697896] env[68116]: INFO nova.compute.manager [req-1905054d-0138-4b6d-8b15-89cfa060efb1 req-3818939d-b9ce-443d-9fe3-ad036670f405 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Neutron deleted interface 4d65086c-4d90-4148-9f8c-e612e37d99c5; detaching it from the instance and deleting it from the info cache [ 1532.698059] env[68116]: DEBUG nova.network.neutron [req-1905054d-0138-4b6d-8b15-89cfa060efb1 req-3818939d-b9ce-443d-9fe3-ad036670f405 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.129053] env[68116]: DEBUG nova.network.neutron [-] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.201285] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f798341-3533-4d7d-9731-4865dae4025a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.211864] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41fd7c-5c64-4473-a06a-08e97a83ed0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.234501] env[68116]: DEBUG nova.compute.manager [req-1905054d-0138-4b6d-8b15-89cfa060efb1 req-3818939d-b9ce-443d-9fe3-ad036670f405 service nova] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Detach interface failed, port_id=4d65086c-4d90-4148-9f8c-e612e37d99c5, reason: Instance ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1533.631652] env[68116]: INFO nova.compute.manager [-] [instance: ddb3d058-e572-41bd-9a7e-3fb25a6a0c91] Took 1.43 seconds to deallocate network for instance. [ 1533.690198] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.690375] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.690527] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.139054] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.139054] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.139054] env[68116]: DEBUG nova.objects.instance [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'resources' on Instance uuid ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.670168] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef5279-2519-402c-8dbc-bc9308ac5d03 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.677581] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637bbc3-5169-4a51-b56a-364caa056e2c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.706964] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafd81a-8a9e-4601-b2c4-a2995aedf53d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.713915] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc339ca7-ef40-4f05-9eeb-53399ba81ac9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.726521] env[68116]: DEBUG nova.compute.provider_tree [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.018666] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.229204] env[68116]: DEBUG nova.scheduler.client.report [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.734485] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.596s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.751743] env[68116]: INFO nova.scheduler.client.report [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted allocations for instance ddb3d058-e572-41bd-9a7e-3fb25a6a0c91 [ 1536.258954] env[68116]: DEBUG oslo_concurrency.lockutils [None req-aa72c9ab-c3be-4c48-a97e-50d5ebff961f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "ddb3d058-e572-41bd-9a7e-3fb25a6a0c91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.018917] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.019194] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.019365] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1537.561855] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "88c939ed-7382-49d5-9f16-71722f173731" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.562150] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.064137] env[68116]: DEBUG nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.583156] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.583471] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.584943] env[68116]: INFO nova.compute.claims [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.619912] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ccc65-2541-4da8-9955-58db195b14a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.627548] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c965664d-ed0b-4a35-b2cd-85fcbfa61c54 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.657171] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b80261-3871-4b4e-8615-8f845c50224f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.663778] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fd2c90-48c6-4829-bd4e-99e5eef385d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.676190] env[68116]: DEBUG nova.compute.provider_tree [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.014266] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.179060] env[68116]: DEBUG nova.scheduler.client.report [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.684139] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.684710] env[68116]: DEBUG nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.189447] env[68116]: DEBUG nova.compute.utils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1541.190987] env[68116]: DEBUG nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.191120] env[68116]: DEBUG nova.network.neutron [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.237613] env[68116]: DEBUG nova.policy [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c33784bfe0a4de182d9c9933881460c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02e13a9bfb24e5da73a2dace725bb5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1541.507330] env[68116]: DEBUG nova.network.neutron [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Successfully created port: 372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.694020] env[68116]: DEBUG nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.704023] env[68116]: DEBUG nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1542.730012] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1542.730282] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.730439] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1542.730620] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.730764] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1542.731086] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1542.731164] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1542.731317] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1542.731509] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1542.731680] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1542.731926] env[68116]: DEBUG nova.virt.hardware [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1542.732719] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772cc51c-caed-43b1-b8e6-1785bcba0ae5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.740483] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d097d1a2-b2fb-42be-b67c-a98301b078d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.848955] env[68116]: DEBUG nova.compute.manager [req-0908817c-1d68-46c4-8b63-5dee1772728b req-085f8778-8a23-4182-8e18-4348898a7ca4 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Received event network-vif-plugged-372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1542.849212] env[68116]: DEBUG oslo_concurrency.lockutils [req-0908817c-1d68-46c4-8b63-5dee1772728b req-085f8778-8a23-4182-8e18-4348898a7ca4 service nova] Acquiring lock "88c939ed-7382-49d5-9f16-71722f173731-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.849438] env[68116]: DEBUG oslo_concurrency.lockutils [req-0908817c-1d68-46c4-8b63-5dee1772728b req-085f8778-8a23-4182-8e18-4348898a7ca4 service nova] Lock "88c939ed-7382-49d5-9f16-71722f173731-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.849606] env[68116]: DEBUG oslo_concurrency.lockutils [req-0908817c-1d68-46c4-8b63-5dee1772728b req-085f8778-8a23-4182-8e18-4348898a7ca4 service nova] Lock "88c939ed-7382-49d5-9f16-71722f173731-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.849777] env[68116]: DEBUG nova.compute.manager [req-0908817c-1d68-46c4-8b63-5dee1772728b req-085f8778-8a23-4182-8e18-4348898a7ca4 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] No waiting events found dispatching network-vif-plugged-372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1542.849939] env[68116]: WARNING nova.compute.manager [req-0908817c-1d68-46c4-8b63-5dee1772728b req-085f8778-8a23-4182-8e18-4348898a7ca4 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Received unexpected event network-vif-plugged-372f657c-4278-44f7-bb87-60f37f68775d for instance with vm_state building and task_state spawning. [ 1542.926179] env[68116]: DEBUG nova.network.neutron [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Successfully updated port: 372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.429135] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.429265] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.429393] env[68116]: DEBUG nova.network.neutron [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.960640] env[68116]: DEBUG nova.network.neutron [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.074571] env[68116]: DEBUG nova.network.neutron [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.577461] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.577791] env[68116]: DEBUG nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Instance network_info: |[{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.578249] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:55:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '372f657c-4278-44f7-bb87-60f37f68775d', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.585644] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1544.585851] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.586080] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e49797b4-43ef-4d18-905c-5b951f759813 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.608193] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.608193] env[68116]: value = "task-2787213" [ 1544.608193] env[68116]: _type = "Task" [ 1544.608193] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.615855] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787213, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.881256] env[68116]: DEBUG nova.compute.manager [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Received event network-changed-372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1544.881602] env[68116]: DEBUG nova.compute.manager [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Refreshing instance network info cache due to event network-changed-372f657c-4278-44f7-bb87-60f37f68775d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1544.881883] env[68116]: DEBUG oslo_concurrency.lockutils [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] Acquiring lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.881991] env[68116]: DEBUG oslo_concurrency.lockutils [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] Acquired lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.882155] env[68116]: DEBUG nova.network.neutron [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Refreshing network info cache for port 372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.118404] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787213, 'name': CreateVM_Task, 'duration_secs': 0.311306} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.118763] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.119245] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.119457] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.119766] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.120021] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e113105a-a5ee-4a59-991c-3a52acb9a30b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.124728] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1545.124728] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520be849-2d02-cbfc-0dd3-dec42b925426" [ 1545.124728] env[68116]: _type = "Task" [ 1545.124728] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.131870] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520be849-2d02-cbfc-0dd3-dec42b925426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.559516] env[68116]: DEBUG nova.network.neutron [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updated VIF entry in instance network info cache for port 372f657c-4278-44f7-bb87-60f37f68775d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.559879] env[68116]: DEBUG nova.network.neutron [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.634974] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520be849-2d02-cbfc-0dd3-dec42b925426, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.635299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.635522] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.635750] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.635895] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.636087] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.636340] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb92bde-34cf-4909-bbab-4158464e81fc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.644703] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.644873] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.645559] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c40db9-bd0e-4d40-8021-d2447221f8dc {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.650430] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1545.650430] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5208e227-ea27-a1d0-202d-ebfd1db10b35" [ 1545.650430] env[68116]: _type = "Task" [ 1545.650430] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.657567] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5208e227-ea27-a1d0-202d-ebfd1db10b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.062432] env[68116]: DEBUG oslo_concurrency.lockutils [req-1230e857-3f67-4b9d-ad3a-4059356ec977 req-8814cceb-1d26-4d82-84e0-889d22b2bd93 service nova] Releasing lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.161157] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5208e227-ea27-a1d0-202d-ebfd1db10b35, 'name': SearchDatastore_Task, 'duration_secs': 0.007791} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.162017] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277e5f63-265a-499b-af4d-8f4d0321e7bd {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.167258] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1546.167258] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]525299ee-855c-3303-bd6f-2d13f1e50943" [ 1546.167258] env[68116]: _type = "Task" [ 1546.167258] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.176355] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525299ee-855c-3303-bd6f-2d13f1e50943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.677483] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]525299ee-855c-3303-bd6f-2d13f1e50943, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.677483] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.677683] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.677876] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0a278a0-173f-4fa4-9bbf-70e2e7dc6d73 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.687018] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1546.687018] env[68116]: value = "task-2787214" [ 1546.687018] env[68116]: _type = "Task" [ 1546.687018] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.693213] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.195061] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473834} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.195061] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1547.195061] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1547.195061] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6cd1bdb-d425-46de-a343-c8fad0c1631e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.201497] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1547.201497] env[68116]: value = "task-2787215" [ 1547.201497] env[68116]: _type = "Task" [ 1547.201497] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.208381] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.711288] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069376} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.711548] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.712319] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d1599a-ec6a-40de-8559-2039c3d2bc6c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.732933] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.733187] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dcc368b-1ded-4edb-a4a2-b4896ed9a8e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.751910] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1547.751910] env[68116]: value = "task-2787216" [ 1547.751910] env[68116]: _type = "Task" [ 1547.751910] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.758706] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.261412] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787216, 'name': ReconfigVM_Task, 'duration_secs': 0.27893} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.262322] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.262780] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a86fc3-d391-45a8-88e5-88c8e61c7c10 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.270264] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1548.270264] env[68116]: value = "task-2787217" [ 1548.270264] env[68116]: _type = "Task" [ 1548.270264] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.277966] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787217, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.780425] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787217, 'name': Rename_Task, 'duration_secs': 0.148307} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.780682] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.780913] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-070470df-ae7f-4f42-8e84-cabfcfa72836 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.787337] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1548.787337] env[68116]: value = "task-2787218" [ 1548.787337] env[68116]: _type = "Task" [ 1548.787337] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.794522] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.297151] env[68116]: DEBUG oslo_vmware.api [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787218, 'name': PowerOnVM_Task, 'duration_secs': 0.444688} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.297470] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.297643] env[68116]: INFO nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1549.297827] env[68116]: DEBUG nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.298592] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39994e94-cae1-433f-aca4-e9c66a6d1845 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.818230] env[68116]: INFO nova.compute.manager [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Took 11.25 seconds to build instance. [ 1550.320734] env[68116]: DEBUG oslo_concurrency.lockutils [None req-d7c913d6-56a0-425f-a758-c23240dee40f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.758s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.469394] env[68116]: DEBUG nova.compute.manager [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Received event network-changed-372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1550.469654] env[68116]: DEBUG nova.compute.manager [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Refreshing instance network info cache due to event network-changed-372f657c-4278-44f7-bb87-60f37f68775d. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1550.469755] env[68116]: DEBUG oslo_concurrency.lockutils [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] Acquiring lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.469904] env[68116]: DEBUG oslo_concurrency.lockutils [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] Acquired lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.470091] env[68116]: DEBUG nova.network.neutron [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Refreshing network info cache for port 372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.165206] env[68116]: DEBUG nova.network.neutron [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updated VIF entry in instance network info cache for port 372f657c-4278-44f7-bb87-60f37f68775d. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.165556] env[68116]: DEBUG nova.network.neutron [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.668786] env[68116]: DEBUG oslo_concurrency.lockutils [req-adfc46b1-47c2-455d-a3de-4844d971f495 req-2eba4822-0d39-4410-b1ed-505ca57a3184 service nova] Releasing lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.716511] env[68116]: DEBUG nova.compute.manager [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Stashing vm_state: active {{(pid=68116) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1589.237414] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.237696] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.742442] env[68116]: INFO nova.compute.claims [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.248854] env[68116]: INFO nova.compute.resource_tracker [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating resource usage from migration 4bd3d8a0-357b-4611-9951-3a6faf262de1 [ 1590.288037] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e5c80-ada9-4019-8cf3-c38dea736c01 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.296555] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695f8b6-d619-451d-9c50-6582b4b1a335 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.325301] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8a066f-8979-46cc-858c-4027e0b661c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.331563] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3652dd-9490-4089-9219-64adc167d578 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.344586] env[68116]: DEBUG nova.compute.provider_tree [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.847388] env[68116]: DEBUG nova.scheduler.client.report [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.018963] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.019229] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.352425] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.115s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.352657] env[68116]: INFO nova.compute.manager [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Migrating [ 1591.522518] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.522786] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.522968] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.523133] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1591.523976] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29920e82-6107-42c6-9228-cc9d6a7c443a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.533434] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e908ee-9f80-4cd4-b156-d418cec72c2f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.546400] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a88b6f-1d87-40c7-9355-662d3b061a3e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.552336] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec68bd8-396e-426f-b2b1-05d4cc20aacb {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.580278] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180762MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1591.580401] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.580607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.866680] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.867138] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.867138] env[68116]: DEBUG nova.network.neutron [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.570200] env[68116]: DEBUG nova.network.neutron [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.587354] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Applying migration context for instance 88c939ed-7382-49d5-9f16-71722f173731 as it has an incoming, in-progress migration 4bd3d8a0-357b-4611-9951-3a6faf262de1. Migration status is pre-migrating {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1592.587853] env[68116]: INFO nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating resource usage from migration 4bd3d8a0-357b-4611-9951-3a6faf262de1 [ 1592.605221] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Migration 4bd3d8a0-357b-4611-9951-3a6faf262de1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1592.605372] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 88c939ed-7382-49d5-9f16-71722f173731 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1592.605546] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1592.605685] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1592.640767] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4fa72e-7ffa-40d2-ae1c-3593b3427434 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.648766] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd821f8-6327-4e09-a5e2-558bc5acbc77 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.678856] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe9d5ac-038c-49b3-8c3f-51093682bcd2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.685751] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e7273e-ea64-4eab-a8b4-a0b7ff7cb3ad {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.698395] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.072710] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.202370] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.706778] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1593.706981] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.587861] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575eb3ad-10f1-4720-9152-79c8b75eefb7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.607153] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance '88c939ed-7382-49d5-9f16-71722f173731' progress to 0 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.702568] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.702796] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.703049] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.019057] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.113159] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.113444] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fb2a297-2226-400b-9ff6-9e0ad66e5bb9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.120332] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1595.120332] env[68116]: value = "task-2787219" [ 1595.120332] env[68116]: _type = "Task" [ 1595.120332] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.127834] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.630176] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787219, 'name': PowerOffVM_Task, 'duration_secs': 0.204979} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.630531] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.630628] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance '88c939ed-7382-49d5-9f16-71722f173731' progress to 17 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.137339] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.137612] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.137755] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.137938] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.138097] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.138247] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.138453] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.138613] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.138780] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.138945] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.139134] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.144209] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed849157-f4e9-48ff-81d4-c0c52c478f39 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.159957] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1596.159957] env[68116]: value = "task-2787220" [ 1596.159957] env[68116]: _type = "Task" [ 1596.159957] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.168241] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.670172] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787220, 'name': ReconfigVM_Task, 'duration_secs': 0.161277} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.670566] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance '88c939ed-7382-49d5-9f16-71722f173731' progress to 33 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1597.018701] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.018895] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1597.176393] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.176675] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.176790] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.176971] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.177134] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.177281] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.177483] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.177640] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.177808] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.177970] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.178162] env[68116]: DEBUG nova.virt.hardware [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.183489] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1597.183773] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b71f75-4cf8-4c85-9201-b37723388312 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.202375] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1597.202375] env[68116]: value = "task-2787221" [ 1597.202375] env[68116]: _type = "Task" [ 1597.202375] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.209691] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.712065] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787221, 'name': ReconfigVM_Task, 'duration_secs': 0.148168} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.712396] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1597.713154] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b04f6-0000-438d-a142-0d89954c97d2 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.733999] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.734238] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df2ea2d-0ba9-407c-9807-68fffdbb80ca {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.751917] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1597.751917] env[68116]: value = "task-2787222" [ 1597.751917] env[68116]: _type = "Task" [ 1597.751917] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.759188] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.019183] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.261560] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787222, 'name': ReconfigVM_Task, 'duration_secs': 0.254781} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.300891] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.300891] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance '88c939ed-7382-49d5-9f16-71722f173731' progress to 50 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1598.769035] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebe4bb0-c183-41ed-bc03-bdbcd8db4103 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.788806] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b6411-82ec-4555-a6d6-8bb06aa3a999 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.805146] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance '88c939ed-7382-49d5-9f16-71722f173731' progress to 67 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1599.342981] env[68116]: DEBUG nova.network.neutron [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Port 372f657c-4278-44f7-bb87-60f37f68775d binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1600.365167] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "88c939ed-7382-49d5-9f16-71722f173731-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.365593] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.365593] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.400113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.400383] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.400501] env[68116]: DEBUG nova.network.neutron [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.112481] env[68116]: DEBUG nova.network.neutron [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.615416] env[68116]: DEBUG oslo_concurrency.lockutils [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.138827] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d5e1da-1b65-4685-80e3-067e7adc4dee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.826208] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce02e3d0-7c6e-478d-9d44-ae34a99c57d3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.833865] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance '88c939ed-7382-49d5-9f16-71722f173731' progress to 83 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1604.339534] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.339842] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be8f4174-5054-4f82-b65b-6ea3fd382e36 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.347808] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1604.347808] env[68116]: value = "task-2787223" [ 1604.347808] env[68116]: _type = "Task" [ 1604.347808] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.355272] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.857933] env[68116]: DEBUG oslo_vmware.api [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787223, 'name': PowerOnVM_Task, 'duration_secs': 0.361742} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.858317] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.858368] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-35684bd2-933a-4a4f-b7bd-20580cf1b6b0 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance '88c939ed-7382-49d5-9f16-71722f173731' progress to 100 {{(pid=68116) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1607.237955] env[68116]: DEBUG nova.network.neutron [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Port 372f657c-4278-44f7-bb87-60f37f68775d binding to destination host cpu-1 is already ACTIVE {{(pid=68116) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1607.238250] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.238397] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.238559] env[68116]: DEBUG nova.network.neutron [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.950837] env[68116]: DEBUG nova.network.neutron [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.453982] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.957667] env[68116]: DEBUG nova.compute.manager [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68116) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1608.957909] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.958207] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.461393] env[68116]: DEBUG nova.objects.instance [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'migration_context' on Instance uuid 88c939ed-7382-49d5-9f16-71722f173731 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.009643] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2cdbb6-59ae-45e5-8d45-f9ace14313be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.017193] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb394eb-2a60-44c1-be77-78ae0571335f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.045741] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aa24fd-51e1-45a5-a444-c0dd5f2014e7 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.052706] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4332e939-73eb-45d3-a13c-b7ec440caafa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.065288] env[68116]: DEBUG nova.compute.provider_tree [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.568458] env[68116]: DEBUG nova.scheduler.client.report [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.581137] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.623s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.118085] env[68116]: INFO nova.compute.manager [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Swapping old allocation on dict_keys(['b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1']) held by migration 4bd3d8a0-357b-4611-9951-3a6faf262de1 for instance [ 1613.139151] env[68116]: DEBUG nova.scheduler.client.report [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Overwriting current allocation {'allocations': {'b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': 'e02e13a9bfb24e5da73a2dace725bb5a', 'user_id': '2c33784bfe0a4de182d9c9933881460c', 'consumer_generation': 1} on consumer 88c939ed-7382-49d5-9f16-71722f173731 {{(pid=68116) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1613.224187] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.224419] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.224600] env[68116]: DEBUG nova.network.neutron [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.928612] env[68116]: DEBUG nova.network.neutron [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [{"id": "372f657c-4278-44f7-bb87-60f37f68775d", "address": "fa:16:3e:e5:55:2b", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372f657c-42", "ovs_interfaceid": "372f657c-4278-44f7-bb87-60f37f68775d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.431476] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-88c939ed-7382-49d5-9f16-71722f173731" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.431984] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.432308] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-159505e7-52d4-4d90-94e5-540e5d420043 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.439849] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1614.439849] env[68116]: value = "task-2787224" [ 1614.439849] env[68116]: _type = "Task" [ 1614.439849] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.448675] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.950037] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787224, 'name': PowerOffVM_Task, 'duration_secs': 0.215061} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.950331] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.950974] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.951220] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.951380] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.951562] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.951708] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.951854] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.952110] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.952288] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.952461] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.952622] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.952794] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.957684] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fb1585-99ad-4dc2-b31b-a2e09a80162b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.973439] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1614.973439] env[68116]: value = "task-2787225" [ 1614.973439] env[68116]: _type = "Task" [ 1614.973439] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.980675] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.482677] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787225, 'name': ReconfigVM_Task, 'duration_secs': 0.125023} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.483493] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1356701a-1250-4708-ba46-a543ccfcecde {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.501806] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.502080] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.502225] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.502412] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.502564] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.502701] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.502896] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.503063] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.503234] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.503394] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.503567] env[68116]: DEBUG nova.virt.hardware [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.504342] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6862a27e-45de-4365-ab99-7c80c167917b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.509256] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1615.509256] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]524935a5-f4d3-902a-62a9-e5b587a3fe9d" [ 1615.509256] env[68116]: _type = "Task" [ 1615.509256] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.516540] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524935a5-f4d3-902a-62a9-e5b587a3fe9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.019869] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]524935a5-f4d3-902a-62a9-e5b587a3fe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.008702} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.025297] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1616.025573] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f42159-99d0-4dbe-a8c4-1b6c23c4c187 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.043666] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1616.043666] env[68116]: value = "task-2787226" [ 1616.043666] env[68116]: _type = "Task" [ 1616.043666] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.051693] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.553286] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787226, 'name': ReconfigVM_Task, 'duration_secs': 0.178846} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.553710] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68116) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1616.554317] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb78e188-7342-4ec6-80ce-706c54bd8584 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.575399] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.575632] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b11e20e-5de5-4d03-8c69-c2dafd46492d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.591821] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1616.591821] env[68116]: value = "task-2787227" [ 1616.591821] env[68116]: _type = "Task" [ 1616.591821] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.600392] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.101986] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787227, 'name': ReconfigVM_Task, 'duration_secs': 0.25277} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.102244] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 88c939ed-7382-49d5-9f16-71722f173731/88c939ed-7382-49d5-9f16-71722f173731.vmdk or device None with type thin {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.103077] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31335b8a-c508-4718-b79c-634e8ba6adfa {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.120017] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f1b98-1a22-4bf8-96f1-fa251550c50c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.136561] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0785cc2-5765-4d42-ba7b-0d85eee6ac28 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.153784] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000624a-e895-46ac-b130-4fbe594ad03c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.159864] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.160082] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8508abb5-2f14-4ae8-a44f-49be8f252559 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.166159] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1617.166159] env[68116]: value = "task-2787228" [ 1617.166159] env[68116]: _type = "Task" [ 1617.166159] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.173235] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.675723] env[68116]: DEBUG oslo_vmware.api [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787228, 'name': PowerOnVM_Task, 'duration_secs': 0.3508} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.676142] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.687094] env[68116]: INFO nova.compute.manager [None req-ee2f0f3f-6da4-4dbd-b353-dda0a413b778 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance to original state: 'active' [ 1619.755818] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "88c939ed-7382-49d5-9f16-71722f173731" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.756299] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.756366] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "88c939ed-7382-49d5-9f16-71722f173731-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.756549] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.756749] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1619.758901] env[68116]: INFO nova.compute.manager [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Terminating instance [ 1620.262838] env[68116]: DEBUG nova.compute.manager [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.263093] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.264025] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aab344d-f2ea-4137-83c1-241183f31956 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.271511] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.271733] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-213f896b-286e-4437-a073-a3781f4b6a8f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.277208] env[68116]: DEBUG oslo_vmware.api [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1620.277208] env[68116]: value = "task-2787229" [ 1620.277208] env[68116]: _type = "Task" [ 1620.277208] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.284819] env[68116]: DEBUG oslo_vmware.api [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.787536] env[68116]: DEBUG oslo_vmware.api [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787229, 'name': PowerOffVM_Task, 'duration_secs': 0.181855} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.787906] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.787906] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.788154] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3823da5c-ed74-4972-9e9f-5141db0c0a87 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.852748] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.853030] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.853193] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleting the datastore file [datastore2] 88c939ed-7382-49d5-9f16-71722f173731 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.853442] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659f4514-2228-46d8-af33-dd87c00eb2be {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.859735] env[68116]: DEBUG oslo_vmware.api [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1620.859735] env[68116]: value = "task-2787231" [ 1620.859735] env[68116]: _type = "Task" [ 1620.859735] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.867802] env[68116]: DEBUG oslo_vmware.api [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.369339] env[68116]: DEBUG oslo_vmware.api [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153069} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.369608] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.369743] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.369910] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.370099] env[68116]: INFO nova.compute.manager [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1621.370332] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1621.370517] env[68116]: DEBUG nova.compute.manager [-] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.370609] env[68116]: DEBUG nova.network.neutron [-] [instance: 88c939ed-7382-49d5-9f16-71722f173731] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.819988] env[68116]: DEBUG nova.compute.manager [req-4b51877b-a0ff-45b6-ab77-7dc2763998cb req-80b93b27-5a74-48f3-a18d-3be3b9e1aa13 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Received event network-vif-deleted-372f657c-4278-44f7-bb87-60f37f68775d {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1621.820242] env[68116]: INFO nova.compute.manager [req-4b51877b-a0ff-45b6-ab77-7dc2763998cb req-80b93b27-5a74-48f3-a18d-3be3b9e1aa13 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Neutron deleted interface 372f657c-4278-44f7-bb87-60f37f68775d; detaching it from the instance and deleting it from the info cache [ 1621.820396] env[68116]: DEBUG nova.network.neutron [req-4b51877b-a0ff-45b6-ab77-7dc2763998cb req-80b93b27-5a74-48f3-a18d-3be3b9e1aa13 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.303032] env[68116]: DEBUG nova.network.neutron [-] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.322305] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-786318f0-542a-405a-98c2-3b0170f63be6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.332285] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0616a57-0524-48bf-b525-161fadd5b301 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.355110] env[68116]: DEBUG nova.compute.manager [req-4b51877b-a0ff-45b6-ab77-7dc2763998cb req-80b93b27-5a74-48f3-a18d-3be3b9e1aa13 service nova] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Detach interface failed, port_id=372f657c-4278-44f7-bb87-60f37f68775d, reason: Instance 88c939ed-7382-49d5-9f16-71722f173731 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1622.805775] env[68116]: INFO nova.compute.manager [-] [instance: 88c939ed-7382-49d5-9f16-71722f173731] Took 1.43 seconds to deallocate network for instance. [ 1623.312641] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1623.313134] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1623.313349] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1623.334705] env[68116]: INFO nova.scheduler.client.report [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted allocations for instance 88c939ed-7382-49d5-9f16-71722f173731 [ 1623.842592] env[68116]: DEBUG oslo_concurrency.lockutils [None req-1c63fbb5-7d26-4194-b6db-177766b62cb8 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "88c939ed-7382-49d5-9f16-71722f173731" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.086s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.902686] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.902990] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.405496] env[68116]: DEBUG nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Starting instance... {{(pid=68116) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.927555] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.927838] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.929380] env[68116]: INFO nova.compute.claims [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.955021] env[68116]: DEBUG nova.scheduler.client.report [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Refreshing inventories for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1626.968772] env[68116]: DEBUG nova.scheduler.client.report [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Updating ProviderTree inventory for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1626.968993] env[68116]: DEBUG nova.compute.provider_tree [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Updating inventory in ProviderTree for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1626.979026] env[68116]: DEBUG nova.scheduler.client.report [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Refreshing aggregate associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, aggregates: None {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1626.995525] env[68116]: DEBUG nova.scheduler.client.report [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Refreshing trait associations for resource provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68116) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1627.019964] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59085497-6858-4138-ad59-1867a83a9dd8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.027466] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4045a4-fa5c-4b5f-a89f-4abcfb1c6454 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.056056] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a92ee-0c7f-4181-91df-02137929e1a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.063049] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6194163-3f58-48dc-9bde-aaa3da386d65 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.075764] env[68116]: DEBUG nova.compute.provider_tree [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.579103] env[68116]: DEBUG nova.scheduler.client.report [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.085480] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.086029] env[68116]: DEBUG nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Start building networks asynchronously for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1628.591466] env[68116]: DEBUG nova.compute.utils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Using /dev/sd instead of None {{(pid=68116) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1628.592917] env[68116]: DEBUG nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Allocating IP information in the background. {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1628.593120] env[68116]: DEBUG nova.network.neutron [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] allocate_for_instance() {{(pid=68116) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1628.637887] env[68116]: DEBUG nova.policy [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c33784bfe0a4de182d9c9933881460c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02e13a9bfb24e5da73a2dace725bb5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68116) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.917106] env[68116]: DEBUG nova.network.neutron [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Successfully created port: 395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.096136] env[68116]: DEBUG nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Start building block device mappings for instance. {{(pid=68116) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.106184] env[68116]: DEBUG nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Start spawning the instance on the hypervisor. {{(pid=68116) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1630.131954] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T04:47:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T04:47:01Z,direct_url=,disk_format='vmdk',id=a13e2aa0-9ae1-4532-864a-afe0a14b3f50,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='91ae21f7772a48f6860026c8b45eb4a3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T04:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.132225] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.132386] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image limits 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.132564] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Flavor pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.132707] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Image pref 0:0:0 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.132848] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68116) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.133064] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.133231] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.133401] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Got 1 possible topologies {{(pid=68116) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.133563] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.133734] env[68116]: DEBUG nova.virt.hardware [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68116) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.134588] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7514e381-5b4e-49c5-ab7a-d85c0c3c8c72 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.142295] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d859a-2bf0-41b5-80d0-f9dce26b6cec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.255223] env[68116]: DEBUG nova.compute.manager [req-d8a8e7fd-177b-4913-ab6c-5527c15f9149 req-721af3a7-5e35-46e5-99ad-5c4f78ea08c0 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Received event network-vif-plugged-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1630.255437] env[68116]: DEBUG oslo_concurrency.lockutils [req-d8a8e7fd-177b-4913-ab6c-5527c15f9149 req-721af3a7-5e35-46e5-99ad-5c4f78ea08c0 service nova] Acquiring lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.255640] env[68116]: DEBUG oslo_concurrency.lockutils [req-d8a8e7fd-177b-4913-ab6c-5527c15f9149 req-721af3a7-5e35-46e5-99ad-5c4f78ea08c0 service nova] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.255807] env[68116]: DEBUG oslo_concurrency.lockutils [req-d8a8e7fd-177b-4913-ab6c-5527c15f9149 req-721af3a7-5e35-46e5-99ad-5c4f78ea08c0 service nova] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1630.255980] env[68116]: DEBUG nova.compute.manager [req-d8a8e7fd-177b-4913-ab6c-5527c15f9149 req-721af3a7-5e35-46e5-99ad-5c4f78ea08c0 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] No waiting events found dispatching network-vif-plugged-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1630.256144] env[68116]: WARNING nova.compute.manager [req-d8a8e7fd-177b-4913-ab6c-5527c15f9149 req-721af3a7-5e35-46e5-99ad-5c4f78ea08c0 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Received unexpected event network-vif-plugged-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 for instance with vm_state building and task_state spawning. [ 1630.337153] env[68116]: DEBUG nova.network.neutron [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Successfully updated port: 395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.839113] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.839326] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.839518] env[68116]: DEBUG nova.network.neutron [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.370426] env[68116]: DEBUG nova.network.neutron [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Instance cache missing network info. {{(pid=68116) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.497428] env[68116]: DEBUG nova.network.neutron [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updating instance_info_cache with network_info: [{"id": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "address": "fa:16:3e:a4:90:0c", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b63c6-c7", "ovs_interfaceid": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.000385] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.000726] env[68116]: DEBUG nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Instance network_info: |[{"id": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "address": "fa:16:3e:a4:90:0c", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b63c6-c7", "ovs_interfaceid": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68116) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1632.001201] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:90:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395b63c6-c7a1-454f-b2c2-f480ea2f6fc6', 'vif_model': 'vmxnet3'}] {{(pid=68116) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.008673] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1632.008879] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Creating VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.009112] env[68116]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f8b393e-5a48-4e82-837d-3af9c4450ded {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.029197] env[68116]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.029197] env[68116]: value = "task-2787232" [ 1632.029197] env[68116]: _type = "Task" [ 1632.029197] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.037276] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787232, 'name': CreateVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.282926] env[68116]: DEBUG nova.compute.manager [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Received event network-changed-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1632.283167] env[68116]: DEBUG nova.compute.manager [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Refreshing instance network info cache due to event network-changed-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1632.283409] env[68116]: DEBUG oslo_concurrency.lockutils [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] Acquiring lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.283540] env[68116]: DEBUG oslo_concurrency.lockutils [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] Acquired lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.283699] env[68116]: DEBUG nova.network.neutron [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Refreshing network info cache for port 395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.539102] env[68116]: DEBUG oslo_vmware.api [-] Task: {'id': task-2787232, 'name': CreateVM_Task, 'duration_secs': 0.287728} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.539454] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Created VM on the ESX host {{(pid=68116) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.539900] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.540081] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.540420] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.540665] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde40889-ddd7-4b16-a19a-fec5b11b0e0b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.544834] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1632.544834] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]5249ab6f-0efd-2f25-0168-414c1941d17e" [ 1632.544834] env[68116]: _type = "Task" [ 1632.544834] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.551905] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5249ab6f-0efd-2f25-0168-414c1941d17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.973072] env[68116]: DEBUG nova.network.neutron [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updated VIF entry in instance network info cache for port 395b63c6-c7a1-454f-b2c2-f480ea2f6fc6. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.974166] env[68116]: DEBUG nova.network.neutron [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updating instance_info_cache with network_info: [{"id": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "address": "fa:16:3e:a4:90:0c", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b63c6-c7", "ovs_interfaceid": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.055574] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]5249ab6f-0efd-2f25-0168-414c1941d17e, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.055853] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.056084] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Processing image a13e2aa0-9ae1-4532-864a-afe0a14b3f50 {{(pid=68116) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.056401] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.056551] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.056771] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.057020] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-498f969c-476e-48aa-9316-74fc49f0726d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.064861] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68116) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.065029] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68116) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.065683] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ad7113-a1f4-4da7-b238-954a00c60b7f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.070194] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1633.070194] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]520e308a-f2c1-1d0d-b9c6-596605c8caf8" [ 1633.070194] env[68116]: _type = "Task" [ 1633.070194] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.077166] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520e308a-f2c1-1d0d-b9c6-596605c8caf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.476688] env[68116]: DEBUG oslo_concurrency.lockutils [req-f9af7712-44cd-4da3-ad6c-dae92abc30fb req-264f70e1-4871-4432-98ad-b14245d70236 service nova] Releasing lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.580211] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]520e308a-f2c1-1d0d-b9c6-596605c8caf8, 'name': SearchDatastore_Task, 'duration_secs': 0.008553} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.581015] env[68116]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a051d9f-c283-4cc7-af8d-643a5bc3c4c4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.585980] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1633.585980] env[68116]: value = "session[52458274-a10c-1385-4274-77b2d629049c]52b3f732-7829-feda-1c3f-668deda2c506" [ 1633.585980] env[68116]: _type = "Task" [ 1633.585980] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.593302] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b3f732-7829-feda-1c3f-668deda2c506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.096698] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': session[52458274-a10c-1385-4274-77b2d629049c]52b3f732-7829-feda-1c3f-668deda2c506, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.096952] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.097255] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0/7ff7e2b4-7ed1-4063-b71f-d266f1e609c0.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1634.097626] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3860645-5f88-408a-8b9c-4d2f6f709f3d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.103577] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1634.103577] env[68116]: value = "task-2787233" [ 1634.103577] env[68116]: _type = "Task" [ 1634.103577] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.111064] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.612635] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463545} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.612997] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a13e2aa0-9ae1-4532-864a-afe0a14b3f50/a13e2aa0-9ae1-4532-864a-afe0a14b3f50.vmdk to [datastore2] 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0/7ff7e2b4-7ed1-4063-b71f-d266f1e609c0.vmdk {{(pid=68116) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.612997] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Extending root virtual disk to 1048576 {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.613300] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ac584a-4f0b-4275-b61c-f14f6bab85e8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.619231] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1634.619231] env[68116]: value = "task-2787234" [ 1634.619231] env[68116]: _type = "Task" [ 1634.619231] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.625707] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.129495] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059277} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.129730] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Extended root virtual disk {{(pid=68116) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.130454] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63044f-dfff-412b-b5d1-73c6a3db646d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.151196] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0/7ff7e2b4-7ed1-4063-b71f-d266f1e609c0.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.151410] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad221195-1057-47ef-9151-53e38eb085de {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.170378] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1635.170378] env[68116]: value = "task-2787235" [ 1635.170378] env[68116]: _type = "Task" [ 1635.170378] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.177653] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.679835] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787235, 'name': ReconfigVM_Task, 'duration_secs': 0.287545} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.680317] env[68116]: DEBUG nova.virt.vmwareapi.volumeops [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0/7ff7e2b4-7ed1-4063-b71f-d266f1e609c0.vmdk or device None with type sparse {{(pid=68116) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.680765] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-369b4979-ceae-431d-8b13-d8df7cd9cf6e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.687156] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1635.687156] env[68116]: value = "task-2787236" [ 1635.687156] env[68116]: _type = "Task" [ 1635.687156] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.694209] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787236, 'name': Rename_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.197270] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787236, 'name': Rename_Task} progress is 14%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.697303] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787236, 'name': Rename_Task, 'duration_secs': 0.840499} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.697722] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.697784] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8efa5e54-d1a5-448e-b13e-64c62329e5a9 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.704699] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1636.704699] env[68116]: value = "task-2787237" [ 1636.704699] env[68116]: _type = "Task" [ 1636.704699] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.711765] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.214637] env[68116]: DEBUG oslo_vmware.api [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787237, 'name': PowerOnVM_Task, 'duration_secs': 0.422555} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.214917] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.215150] env[68116]: INFO nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1637.215332] env[68116]: DEBUG nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.216082] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3655b739-0687-42e6-9595-e3d0907b9c3f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.732411] env[68116]: INFO nova.compute.manager [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Took 11.82 seconds to build instance. [ 1637.959559] env[68116]: DEBUG nova.compute.manager [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Received event network-changed-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1637.959751] env[68116]: DEBUG nova.compute.manager [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Refreshing instance network info cache due to event network-changed-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6. {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1637.959970] env[68116]: DEBUG oslo_concurrency.lockutils [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] Acquiring lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.960123] env[68116]: DEBUG oslo_concurrency.lockutils [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] Acquired lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.960284] env[68116]: DEBUG nova.network.neutron [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Refreshing network info cache for port 395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1638.234723] env[68116]: DEBUG oslo_concurrency.lockutils [None req-817f1a70-a8dc-4f84-8326-aaca08d7ce67 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.332s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.683472] env[68116]: DEBUG nova.network.neutron [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updated VIF entry in instance network info cache for port 395b63c6-c7a1-454f-b2c2-f480ea2f6fc6. {{(pid=68116) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.683838] env[68116]: DEBUG nova.network.neutron [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updating instance_info_cache with network_info: [{"id": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "address": "fa:16:3e:a4:90:0c", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b63c6-c7", "ovs_interfaceid": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.186563] env[68116]: DEBUG oslo_concurrency.lockutils [req-22f86728-862b-486e-80be-ae42e25a01e6 req-8934355f-ea86-4626-bac4-b64f24a5ede9 service nova] Releasing lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.019127] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.014307] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.019098] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.522741] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.522992] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.523192] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.523358] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1653.524255] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca78036-c131-4c24-b8a2-2dafc8ed063f {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.532565] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d77c6-4b34-440b-8bd5-81e7f84cc90b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.545807] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b58f09-bbc9-407e-995c-21c1e545ab7b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.551968] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af2f5e-cd4e-42b3-9887-02f0f233274e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.580330] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180683MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1653.580484] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.580686] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1654.604333] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Instance 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68116) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1654.604634] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1654.604696] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1654.631026] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e891fa4c-ea91-4164-9cdd-8daa60262c88 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.637830] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353b5ec-8bff-4686-8b98-bfbb6506b281 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.667724] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2368a1a-7b68-40c4-aaad-a3de369b054a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.674423] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343aa378-51f5-4ff0-ab85-0281288ba5d5 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.686973] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.190267] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.695294] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1655.695724] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1656.695091] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.695351] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.695587] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.019026] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.019332] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.019481] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1664.015036] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1675.143019] env[68116]: DEBUG oslo_concurrency.lockutils [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.143407] env[68116]: DEBUG oslo_concurrency.lockutils [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1675.143564] env[68116]: DEBUG nova.compute.manager [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.144399] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb5c676-5481-4bf9-bafb-9db15853cade {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.150956] env[68116]: DEBUG nova.compute.manager [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68116) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1675.151542] env[68116]: DEBUG nova.objects.instance [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'flavor' on Instance uuid 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.160835] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.161263] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-275f82d6-cd81-4207-8ed2-520ebe8040a3 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.169124] env[68116]: DEBUG oslo_vmware.api [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1676.169124] env[68116]: value = "task-2787238" [ 1676.169124] env[68116]: _type = "Task" [ 1676.169124] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.177189] env[68116]: DEBUG oslo_vmware.api [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.679171] env[68116]: DEBUG oslo_vmware.api [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787238, 'name': PowerOffVM_Task, 'duration_secs': 0.184335} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.679435] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.679645] env[68116]: DEBUG nova.compute.manager [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.680417] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d328ec13-636b-438a-a7f3-a81289e761b4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.190343] env[68116]: DEBUG oslo_concurrency.lockutils [None req-63efac20-1814-4576-acaa-1edd48e0ab0f tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.554603] env[68116]: DEBUG nova.objects.instance [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'flavor' on Instance uuid 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.059503] env[68116]: DEBUG oslo_concurrency.lockutils [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.059718] env[68116]: DEBUG oslo_concurrency.lockutils [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.059832] env[68116]: DEBUG nova.network.neutron [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.060017] env[68116]: DEBUG nova.objects.instance [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'info_cache' on Instance uuid 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.563401] env[68116]: DEBUG nova.objects.base [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Object Instance<7ff7e2b4-7ed1-4063-b71f-d266f1e609c0> lazy-loaded attributes: flavor,info_cache {{(pid=68116) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1679.271309] env[68116]: DEBUG nova.network.neutron [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updating instance_info_cache with network_info: [{"id": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "address": "fa:16:3e:a4:90:0c", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b63c6-c7", "ovs_interfaceid": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.773837] env[68116]: DEBUG oslo_concurrency.lockutils [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.781061] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powering on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.781532] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-495eaf69-a2aa-4c28-a0b1-2e00a90af153 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.788823] env[68116]: DEBUG oslo_vmware.api [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1680.788823] env[68116]: value = "task-2787239" [ 1680.788823] env[68116]: _type = "Task" [ 1680.788823] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.795911] env[68116]: DEBUG oslo_vmware.api [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.303485] env[68116]: DEBUG oslo_vmware.api [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787239, 'name': PowerOnVM_Task, 'duration_secs': 0.378385} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.303920] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powered on the VM {{(pid=68116) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.304277] env[68116]: DEBUG nova.compute.manager [None req-420f64cc-a90a-498c-96ee-102bd696847d tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.305458] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2657e327-f1bc-41cf-a7ec-d1f490178498 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.350798] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd83fb1-3503-40c9-886e-28d0677ef2d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.357914] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4dfd2f-538f-43e7-a82e-ee0792e79bb3 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Suspending the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1682.358153] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8470d241-df15-4fee-ac45-5f9112b29b8c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.364550] env[68116]: DEBUG oslo_vmware.api [None req-ee4dfd2f-538f-43e7-a82e-ee0792e79bb3 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1682.364550] env[68116]: value = "task-2787240" [ 1682.364550] env[68116]: _type = "Task" [ 1682.364550] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.371924] env[68116]: DEBUG oslo_vmware.api [None req-ee4dfd2f-538f-43e7-a82e-ee0792e79bb3 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787240, 'name': SuspendVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.874835] env[68116]: DEBUG oslo_vmware.api [None req-ee4dfd2f-538f-43e7-a82e-ee0792e79bb3 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787240, 'name': SuspendVM_Task} progress is 70%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.375619] env[68116]: DEBUG oslo_vmware.api [None req-ee4dfd2f-538f-43e7-a82e-ee0792e79bb3 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787240, 'name': SuspendVM_Task, 'duration_secs': 0.64797} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.376027] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4dfd2f-538f-43e7-a82e-ee0792e79bb3 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Suspended the VM {{(pid=68116) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1683.376080] env[68116]: DEBUG nova.compute.manager [None req-ee4dfd2f-538f-43e7-a82e-ee0792e79bb3 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.376759] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaad49c-1f63-4143-9b23-19694f7fdb6b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.714971] env[68116]: INFO nova.compute.manager [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Resuming [ 1684.715628] env[68116]: DEBUG nova.objects.instance [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'flavor' on Instance uuid 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.227050] env[68116]: DEBUG oslo_concurrency.lockutils [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.227050] env[68116]: DEBUG oslo_concurrency.lockutils [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquired lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.227050] env[68116]: DEBUG nova.network.neutron [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Building network info cache for instance {{(pid=68116) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.917595] env[68116]: DEBUG nova.network.neutron [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updating instance_info_cache with network_info: [{"id": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "address": "fa:16:3e:a4:90:0c", "network": {"id": "1a884f8e-44e0-432b-93ca-0e3be6eccf48", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-130295720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02e13a9bfb24e5da73a2dace725bb5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b63c6-c7", "ovs_interfaceid": "395b63c6-c7a1-454f-b2c2-f480ea2f6fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.420953] env[68116]: DEBUG oslo_concurrency.lockutils [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Releasing lock "refresh_cache-7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" {{(pid=68116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.421923] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a786d6a5-d99c-4607-ba11-1c803fc4ce1c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.428701] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Resuming the VM {{(pid=68116) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1687.428943] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d78111-7e38-42d2-9e6c-a08251a01bbe {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.435056] env[68116]: DEBUG oslo_vmware.api [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1687.435056] env[68116]: value = "task-2787241" [ 1687.435056] env[68116]: _type = "Task" [ 1687.435056] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.442541] env[68116]: DEBUG oslo_vmware.api [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.945347] env[68116]: DEBUG oslo_vmware.api [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787241, 'name': PowerOnVM_Task, 'duration_secs': 0.501131} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.945638] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Resumed the VM {{(pid=68116) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1687.945823] env[68116]: DEBUG nova.compute.manager [None req-beb66d22-4469-4336-9cbe-293023d05069 tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Checking state {{(pid=68116) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.946660] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbec06-d72d-4222-8893-cce466215d94 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.446738] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1689.447151] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1689.447273] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1689.447438] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1689.447607] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1689.450030] env[68116]: INFO nova.compute.manager [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Terminating instance [ 1689.953724] env[68116]: DEBUG nova.compute.manager [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Start destroying the instance on the hypervisor. {{(pid=68116) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.953981] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Destroying instance {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.954836] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2178b769-be3f-4a35-b0b4-05d755901bd4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.962308] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powering off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.962515] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8363ea8f-b061-40ed-89f0-c007c3e06a82 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.968837] env[68116]: DEBUG oslo_vmware.api [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1689.968837] env[68116]: value = "task-2787242" [ 1689.968837] env[68116]: _type = "Task" [ 1689.968837] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.976356] env[68116]: DEBUG oslo_vmware.api [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.479364] env[68116]: DEBUG oslo_vmware.api [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787242, 'name': PowerOffVM_Task, 'duration_secs': 0.217441} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.479742] env[68116]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Powered off the VM {{(pid=68116) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.479799] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Unregistering the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.480018] env[68116]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb183db7-0aa4-4e34-b2a3-6d82f603e8ee {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.546204] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Unregistered the VM {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.546457] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Deleting contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.546622] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleting the datastore file [datastore2] 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.546861] env[68116]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-570b69b6-1116-4dda-ae1e-4ed72f62965a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.553011] env[68116]: DEBUG oslo_vmware.api [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for the task: (returnval){ [ 1690.553011] env[68116]: value = "task-2787244" [ 1690.553011] env[68116]: _type = "Task" [ 1690.553011] env[68116]: } to complete. {{(pid=68116) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.560769] env[68116]: DEBUG oslo_vmware.api [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.062310] env[68116]: DEBUG oslo_vmware.api [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Task: {'id': task-2787244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1494} completed successfully. {{(pid=68116) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.062592] env[68116]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted the datastore file {{(pid=68116) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.062769] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Deleted contents of the VM from datastore datastore2 {{(pid=68116) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.062940] env[68116]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Instance destroyed {{(pid=68116) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.063137] env[68116]: INFO nova.compute.manager [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1691.063388] env[68116]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68116) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1691.063574] env[68116]: DEBUG nova.compute.manager [-] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Deallocating network for instance {{(pid=68116) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.063668] env[68116]: DEBUG nova.network.neutron [-] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] deallocate_for_instance() {{(pid=68116) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.516948] env[68116]: DEBUG nova.compute.manager [req-827e21c4-b3e9-4008-b1a5-8ba592a84591 req-16b684e9-f45c-46f6-ad54-4440963b16ab service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Received event network-vif-deleted-395b63c6-c7a1-454f-b2c2-f480ea2f6fc6 {{(pid=68116) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1691.517447] env[68116]: INFO nova.compute.manager [req-827e21c4-b3e9-4008-b1a5-8ba592a84591 req-16b684e9-f45c-46f6-ad54-4440963b16ab service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Neutron deleted interface 395b63c6-c7a1-454f-b2c2-f480ea2f6fc6; detaching it from the instance and deleting it from the info cache [ 1691.517447] env[68116]: DEBUG nova.network.neutron [req-827e21c4-b3e9-4008-b1a5-8ba592a84591 req-16b684e9-f45c-46f6-ad54-4440963b16ab service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.996315] env[68116]: DEBUG nova.network.neutron [-] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Updating instance_info_cache with network_info: [] {{(pid=68116) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.020031] env[68116]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83e3d0ef-ef3e-4096-acaa-c612836b09d8 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.029183] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079e774-59bb-4332-a94d-75d891dca613 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.052170] env[68116]: DEBUG nova.compute.manager [req-827e21c4-b3e9-4008-b1a5-8ba592a84591 req-16b684e9-f45c-46f6-ad54-4440963b16ab service nova] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Detach interface failed, port_id=395b63c6-c7a1-454f-b2c2-f480ea2f6fc6, reason: Instance 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 could not be found. {{(pid=68116) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1692.499372] env[68116]: INFO nova.compute.manager [-] [instance: 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0] Took 1.44 seconds to deallocate network for instance. [ 1693.006900] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.006900] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.006900] env[68116]: DEBUG nova.objects.instance [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lazy-loading 'resources' on Instance uuid 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 {{(pid=68116) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.540659] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32749831-06db-4ae0-9a88-fd4335b4657c {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.548438] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a600e2-4708-4934-ba51-9feba454027b {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.578070] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5050f76-7391-4197-9d85-b20bea8fa10e {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.585421] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a76e9-c455-40f6-86c5-c9bd4e063a99 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.598224] env[68116]: DEBUG nova.compute.provider_tree [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.101766] env[68116]: DEBUG nova.scheduler.client.report [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.606960] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1694.628812] env[68116]: INFO nova.scheduler.client.report [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Deleted allocations for instance 7ff7e2b4-7ed1-4063-b71f-d266f1e609c0 [ 1695.137758] env[68116]: DEBUG oslo_concurrency.lockutils [None req-ec3cf4ef-7148-44af-88bd-90d54716181b tempest-ServerActionsTestJSON-1240277946 tempest-ServerActionsTestJSON-1240277946-project-member] Lock "7ff7e2b4-7ed1-4063-b71f-d266f1e609c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1713.019529] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.014731] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.019048] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.019048] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.521718] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1715.521977] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1715.522226] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1715.522369] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68116) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1715.523342] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce8204a-7254-4fc9-bb9e-a2ee2d0b71f6 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.531837] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2158ffdd-7450-47d7-bc2d-8e141b66fe39 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.545357] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e837aad0-a9e2-4184-a949-8765e9edc83a {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.551666] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c9567-692b-47b4-b3b5-6929634cc847 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.579631] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180627MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68116) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1715.579819] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1715.579989] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1716.600099] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1716.600402] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68116) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1716.613036] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a776169-669a-4a41-a965-4e9a3e6d02ff {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.620721] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931a404-535c-4fd9-8183-38a86daf41ec {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.649381] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e21a17-6c98-4278-9f1b-b1999a60dc8d {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.655912] env[68116]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077ca5a-c1b1-404d-9fa6-f962d9c100a4 {{(pid=68116) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.668226] env[68116]: DEBUG nova.compute.provider_tree [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed in ProviderTree for provider: b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 {{(pid=68116) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.171549] env[68116]: DEBUG nova.scheduler.client.report [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Inventory has not changed for provider b9d8bd7c-f6a7-4c20-bd15-89bf7833dfe1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68116) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.679421] env[68116]: DEBUG nova.compute.resource_tracker [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68116) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1717.679791] env[68116]: DEBUG oslo_concurrency.lockutils [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=68116) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1719.680721] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.681132] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.681334] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.681568] env[68116]: DEBUG oslo_service.periodic_task [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68116) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.681768] env[68116]: DEBUG nova.compute.manager [None req-dac7477e-a7f0-4fce-9adb-6f6738d7b433 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68116) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}